-- Logs begin at Fri 2021-09-03 20:39:42 UTC, end at Fri 2021-09-03 21:53:39 UTC. -- Sep 03 21:22:43.349698 dv-cinder-759987-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 21:22:46.098826 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.common.config [-] Logging enabled! Sep 03 21:22:46.099493 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 21:22:46.099595 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94208) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 21:22:46.102803 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.common.config [-] Logging enabled! Sep 03 21:22:46.103059 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 21:22:46.103367 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94208) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 21:22:46.104283 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 21:22:46.104516 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 21:22:46.104882 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 21:22:46.105132 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 21:22:46.105355 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 21:22:46.105672 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.105968 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.106259 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.106487 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.106807 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.107098 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.107378 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.107663 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.107956 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.108238 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.108513 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.108793 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.109022 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.109300 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.109583 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.109864 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.110086 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] debug = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.110361 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.110810 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.111231 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.111508 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.111793 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.112073 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.112341 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.112614 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.112893 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.113245 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] host = dv-cinder-759987-9-iscsi {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.113521 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.113802 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.114084 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.114365 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.114635 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.114936 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.115217 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.115487 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.115756 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] log_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.116026 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.116310 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.116591 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.116875 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.117097 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.117317 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.117600 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.117881 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.118151 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.118419 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.118689 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.118981 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.119250 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.119518 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.119798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.120078 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.120356 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.120629 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.120898 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.121168 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.121436 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.121715 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.121984 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.122252 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.122521 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.122825 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.123092 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.123361 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.123656 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.123937 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.124213 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.124492 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.124760 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.125037 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.125688 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.125688 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.125849 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] use_json = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.126074 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.126339 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.126615 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.126909 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.127180 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.127447 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.127714 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.127993 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:46.128284 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.128575 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.129499 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.129825 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.130135 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.130417 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.130745 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.131011 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.131302 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.131589 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.131875 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.132152 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.132437 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.132711 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.133001 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.133303 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.133594 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.133883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.134157 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.134429 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.134716 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.134993 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.135276 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.135550 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.135834 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.136119 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.136394 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.136676 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.136965 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.137251 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.137523 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.137798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.138084 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.138360 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.138627 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.138923 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.139207 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.139481 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.139749 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.140024 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.140297 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.140562 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.140828 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.141105 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.141391 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.141666 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.141934 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.142202 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.142474 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.142774 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.143057 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.143331 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.143602 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.143870 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.144141 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.144976 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.145265 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.145618 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.145894 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.146174 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.146446 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.146735 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.147011 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.147280 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.147548 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.147817 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.148085 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.148358 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.148626 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.148894 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.149161 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.149430 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.149697 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.149981 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.150275 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.150550 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.150851 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.151131 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.151405 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.151679 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.151953 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.152224 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.152496 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.152761 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.153048 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.153327 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.153610 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.153886 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.154158 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.154455 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.154754 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.155036 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.155307 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.155579 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.155857 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.156135 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.156422 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.156709 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.156997 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.157283 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.157572 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.157850 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.158154 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.158429 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:46.158646 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 21:22:46.158907 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94208) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 21:22:46.506768 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 21:22:46.506985 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 21:22:46.507271 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 21:22:46.507601 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 21:22:46.895937 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.896255 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.896499 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.897782 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.898057 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.898323 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.933364 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.933647 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.933915 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.948354 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.948632 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.948901 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.977132 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.977406 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:46.977676 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.015315 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.015593 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.015859 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.242792 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.243393 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.243393 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.243568 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.244186 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.363061 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.363904 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.364185 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.364457 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.364722 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.365029 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.365286 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.365537 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.365789 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.366067 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.366323 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.366582 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.366859 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.367107 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.367359 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.367620 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.367872 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.368133 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.368398 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.368651 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.368916 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.369162 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.369437 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.369810 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.370058 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.370304 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.370691 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 21:22:47.370955 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 21:22:47.371190 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 21:22:47.371426 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 21:22:47.371659 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 21:22:47.371893 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 21:22:47.372255 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 21:22:47.375380 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 21:22:47.379378 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 21:22:47.383151 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 03 21:22:47.384760 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 21:22:47.385215 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 21:22:47.385547 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 21:22:47.385928 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 21:22:47.388726 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 21:22:47.388978 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 21:22:47.389325 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 21:22:47.394586 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 21:22:47.416615 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 21:22:47.417065 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.417360 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94208) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 21:22:47.417717 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.419091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94208) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 21:22:47.419371 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 21:22:47.419617 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 21:22:47.422934 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.423213 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:47.491107 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 21:22:47.491345 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 21:22:47.491583 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 21:22:47.491955 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 21:22:47.515017 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_db.sqlalchemy.engines [None req-23e50325-6396-441d-8766-35efa7cec26a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94208) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 21:22:48.235898 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Initializing driver for type 'gre' Sep 03 21:22:48.236454 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23e50325-6396-441d-8766-35efa7cec26a None None] gre ID ranges: [(1, 1000)] Sep 03 21:22:48.424463 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Initializing driver for type 'local' Sep 03 21:22:48.425065 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Initializing driver for type 'vlan' Sep 03 21:22:48.498544 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23e50325-6396-441d-8766-35efa7cec26a None None] VlanTypeDriver initialization complete Sep 03 21:22:48.498925 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Initializing driver for type 'vxlan' Sep 03 21:22:48.499432 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23e50325-6396-441d-8766-35efa7cec26a None None] vxlan ID ranges: [(1, 1000)] Sep 03 21:22:48.695302 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Initializing extension driver 'port_security' Sep 03 21:22:48.695570 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.extensions.port_security [None req-23e50325-6396-441d-8766-35efa7cec26a None None] PortSecurityExtensionDriver initialization complete Sep 03 21:22:48.695904 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Initializing mechanism driver 'openvswitch' Sep 03 21:22:48.696228 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Initializing mechanism driver 'hyperv' Sep 03 21:22:48.702838 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.plugins.ml2.plugin [None req-23e50325-6396-441d-8766-35efa7cec26a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:22:48.703530 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > port after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.703904 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > port after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.704273 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > port after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.704775 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 21:22:48.705209 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > subnet after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.705567 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > subnet after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.705914 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.706302 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 21:22:48.706726 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > network after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.707084 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > network after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.707567 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > network after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.707956 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 21:22:48.708361 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > security_group after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.708715 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > security_group after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.709064 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > security_group after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.709593 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 21:22:48.710005 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.710358 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.710731 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.711118 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 21:22:48.711538 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > address_group after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.714957 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > address_group after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.714957 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > address_group after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.714957 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94208) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 21:22:48.714957 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23e50325-6396-441d-8766-35efa7cec26a None None] ML2 OVO RPC backend initialized. {{(pid=94208) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 21:22:48.714957 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.715344 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.715344 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > network before_response 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.715344 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > networks before_response 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.715344 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > port before_response 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.715627 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > ports before_response 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.715761 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > subnet before_response 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.716103 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > subnets before_response 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.716453 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > network after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.716796 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > network after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.717134 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > network after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.717472 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > port after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.717810 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > port after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.718149 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > port after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.718487 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > subnet after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.718858 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > subnet after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.719201 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.719779 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.plugin [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Modular L2 Plugin initialization complete Sep 03 21:22:48.720116 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading services supported by the core plugin {{(pid=94208) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 21:22:48.720444 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.plugins.ml2.managers [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Got port-security extension from driver 'port_security' Sep 03 21:22:48.720908 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.extensions.vlantransparent [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Disabled vlantransparent extension. Sep 03 21:22:48.721389 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94208) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 21:22:48.721707 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading Plugin: router Sep 03 21:22:48.758230 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router_interface before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.758625 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router after_create 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.759023 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router before_create 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.759396 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.759772 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.760132 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router after_delete 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.760492 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > floatingip after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.760845 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > floatingip after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.761207 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router after_create 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.761558 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router after_update 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.761908 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router after_update 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.762259 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.762620 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router after_update 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.763058 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_update 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.763433 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: port after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.763778 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: port after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.764121 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: subnet after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.764464 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.764817 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > port precommit_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.765167 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_create 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.765512 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: port before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.765857 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.766216 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router after_update 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.766560 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_delete 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.766941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_create 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.767305 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.767651 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_update 55549900 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.768018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > agent after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.768374 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > agent after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.768721 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > network after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.769665 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Tracking information for resource: router configured {{(pid=94208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 21:22:48.770003 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Tracking information for resource: floatingip configured {{(pid=94208) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 21:22:48.775149 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.db.l3_agentschedulers_db [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 21:22:48.775728 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: port after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.776097 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: port after_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.776457 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: port after_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.776836 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: port after_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.777621 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router before_create 55550100 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.777991 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_delete 55550100 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.778362 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_create 55550100 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.778747 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > router precommit_update 55550100 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.783467 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.services.provider_configuration [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service providers = [] {{(pid=94208) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 21:22:48.783846 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.db.servicetype_db [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94208) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 21:22:48.787407 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.services.service_base [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 21:22:48.787765 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.services.service_base [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 21:22:48.788118 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.services.service_base [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 21:22:48.789009 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.services.service_base [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94208) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 21:22:48.789387 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.services.service_base [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 21:22:48.789764 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 21:22:48.790085 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 21:22:48.801143 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 21:22:48.801538 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading Plugin: auto_allocate Sep 03 21:22:48.807322 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: network precommit_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.807700 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: network precommit_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.808222 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 21:22:48.808548 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading Plugin: tag Sep 03 21:22:48.815075 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 21:22:48.815407 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading Plugin: timestamp Sep 03 21:22:48.819551 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 21:22:48.819891 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading Plugin: network_ip_availability Sep 03 21:22:48.829455 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.829832 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.830193 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:48.830989 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 21:22:48.831310 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading Plugin: flavors Sep 03 21:22:48.836010 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 21:22:48.836376 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading Plugin: revisions Sep 03 21:22:48.840654 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94208) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 21:22:48.841047 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_concurrency.lockutils [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.334s {{(pid=94208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 21:22:48.841785 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94208) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 21:22:48.842127 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Initializing extension manager. Sep 03 21:22:48.842671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: __init__.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.843101 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: __pycache__ {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.843451 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.843792 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: address_group.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.844547 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.845115 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: address-group Sep 03 21:22:48.845446 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: address_scope.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.846357 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.846903 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: address-scope Sep 03 21:22:48.847236 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: admin_state_down_before_update.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.856881 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.857394 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: router-admin-state-down-before-update Sep 03 21:22:48.857726 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: agent.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.858433 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.858977 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: agent Sep 03 21:22:48.859309 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: agent_resources_synced.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.860225 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.860736 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: agent-resources-synced Sep 03 21:22:48.861071 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: allowedaddresspairs.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.862910 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.864069 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: allowed-address-pairs Sep 03 21:22:48.864406 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: auto_allocated_topology.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.865490 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.866003 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: auto-allocated-topology Sep 03 21:22:48.866335 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: availability_zone.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.867064 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.867569 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: availability_zone Sep 03 21:22:48.867895 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: availability_zone_filter.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.868806 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.869314 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: availability_zone_filter Sep 03 21:22:48.869640 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: data_plane_status.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.870553 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.871098 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 21:22:48.871427 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: default_subnetpools.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.872352 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.872860 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: default-subnetpools Sep 03 21:22:48.873187 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: dhcpagentscheduler.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.873999 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.874509 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: dhcp_agent_scheduler Sep 03 21:22:48.874881 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: dns.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.875802 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.876314 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension dns-integration not supported by any of loaded plugins Sep 03 21:22:48.876643 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: dns_domain_ports.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.877571 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.878085 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 21:22:48.878415 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.879414 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.879924 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 21:22:48.880250 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: dvr.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.880926 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.881435 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: dvr Sep 03 21:22:48.881758 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: ecmp_routes.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.882677 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.883207 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 21:22:48.883532 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: empty_string_filtering.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.884458 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.884968 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: empty-string-filtering Sep 03 21:22:48.885293 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.886204 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.886725 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 21:22:48.887050 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.887973 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.888483 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 21:22:48.888809 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: external_net.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.889719 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.890225 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: external-net Sep 03 21:22:48.890549 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: extra_dhcp_opt.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.891488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.891997 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: extra_dhcp_opt Sep 03 21:22:48.892322 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: extraroute.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.893232 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.893736 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: extraroute Sep 03 21:22:48.894063 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: extraroute_atomic.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.895155 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.895661 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: extraroute-atomic Sep 03 21:22:48.895991 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: filter_validation.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.896662 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.897164 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: filter-validation Sep 03 21:22:48.897490 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: fip_pf_description.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.898399 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.898939 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 21:22:48.899269 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: fip_port_details.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.900190 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.900701 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: fip-port-details Sep 03 21:22:48.901027 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: flavors.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.902251 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.902807 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: flavors Sep 03 21:22:48.903139 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.904805 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.905317 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 21:22:48.905648 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: floatingip_pools.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.911352 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.911868 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: floatingip-pools Sep 03 21:22:48.912199 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: ip_allocation.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.913139 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.913646 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 21:22:48.913973 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.914936 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.915449 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: ip-substring-filtering Sep 03 21:22:48.915778 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: l2_adjacency.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.916716 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.917229 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 21:22:48.917552 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: l3.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.918643 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.919191 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: router Sep 03 21:22:48.919520 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: l3_conntrack_helper.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.921741 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.922271 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 21:22:48.922604 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.923561 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.924077 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: ext-gw-mode Sep 03 21:22:48.924407 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.925362 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.926445 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: l3-ha Sep 03 21:22:48.926805 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: l3_flavors.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.927732 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.928251 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: l3-flavors Sep 03 21:22:48.928574 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.929487 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.930000 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 21:22:48.930326 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: l3agentscheduler.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.931421 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.931939 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: l3_agent_scheduler Sep 03 21:22:48.932270 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: logging.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.937523 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.938049 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension logging not supported by any of loaded plugins Sep 03 21:22:48.938384 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: metering.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.939169 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.939795 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: metering Sep 03 21:22:48.940079 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.941238 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.941752 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: metering_source_and_destination_fields Sep 03 21:22:48.942083 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: multiprovidernet.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.943057 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.943565 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: multi-provider Sep 03 21:22:48.943893 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: netmtu.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.944816 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.945413 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: net-mtu Sep 03 21:22:48.945692 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: netmtu_writable.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.946621 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.947162 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: net-mtu-writable Sep 03 21:22:48.947489 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: network_availability_zone.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.948161 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.948670 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: network_availability_zone Sep 03 21:22:48.948997 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: network_ip_availability.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.950097 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.950619 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: network-ip-availability Sep 03 21:22:48.950986 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: network_segment_range.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.951790 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.952295 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 21:22:48.952624 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: pagination.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.953608 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.953946 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: pagination Sep 03 21:22:48.954270 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: port_device_profile.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.955209 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.955724 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: port-device-profile Sep 03 21:22:48.956049 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.957024 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.957542 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: port-mac-address-regenerate Sep 03 21:22:48.957862 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.958798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.959312 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: port-numa-affinity-policy Sep 03 21:22:48.959635 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: port_resource_request.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.960683 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.961192 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 21:22:48.961516 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: portbindings.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.962446 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.962999 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: binding Sep 03 21:22:48.963322 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: portbindings_extended.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.964586 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.965098 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: binding-extended Sep 03 21:22:48.965434 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: portsecurity.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.966359 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.966903 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: port-security Sep 03 21:22:48.967232 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: project_id.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.968215 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.968549 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: project-id Sep 03 21:22:48.968877 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: providernet.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.969813 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.970334 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: provider Sep 03 21:22:48.970659 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.984434 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.984957 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos not supported by any of loaded plugins Sep 03 21:22:48.985292 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.986532 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.987095 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 21:22:48.987432 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.988904 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.989472 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 21:22:48.989807 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_default.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.990761 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.991278 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-default not supported by any of loaded plugins Sep 03 21:22:48.991610 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_fip.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.992268 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.992775 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-fip not supported by any of loaded plugins Sep 03 21:22:48.993104 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_gateway_ip.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.994026 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.994545 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 21:22:48.994904 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_port_network_policy.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.995817 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.996330 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 21:22:48.996660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_pps_rule.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.997819 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:48.998332 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-pps not supported by any of loaded plugins Sep 03 21:22:48.998662 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_rule_type_details.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:48.999602 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.000116 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 21:22:49.000450 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: qos_rules_alias.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.001489 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.001999 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 21:22:49.002328 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: quotasv2.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.003277 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.003636 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: quotas Sep 03 21:22:49.003963 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: quotasv2_detail.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.007234 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.007585 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: quota_details Sep 03 21:22:49.007920 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: rbac.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.008983 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.009512 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: rbac-policies Sep 03 21:22:49.009847 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: rbac_address_group.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.010821 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.017450 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: rbac-address-group Sep 03 21:22:49.017450 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: rbac_address_scope.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.018107 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.018627 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: rbac-address-scope Sep 03 21:22:49.018990 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: rbac_security_groups.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.019948 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.020597 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: rbac-security-groups Sep 03 21:22:49.020927 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: rbac_subnetpool.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.021853 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.022376 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: rbac-subnetpool Sep 03 21:22:49.022718 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: revisionifmatch.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.023664 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.024185 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: revision-if-match Sep 03 21:22:49.024515 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: revisions.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.025634 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.026155 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: standard-attr-revisions Sep 03 21:22:49.026487 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: router_availability_zone.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.027207 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.027720 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: router_availability_zone Sep 03 21:22:49.028047 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: routerservicetype.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.028971 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.029481 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension router-service-type not supported by any of loaded plugins Sep 03 21:22:49.029809 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.030770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.031292 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: security-groups-normalized-cidr Sep 03 21:22:49.031619 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: security_groups_port_filtering.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.032542 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.033060 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: port-security-groups-filtering Sep 03 21:22:49.033403 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.034306 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.035414 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: security-groups-remote-address-group Sep 03 21:22:49.035927 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: securitygroup.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.047035 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.047572 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: security-group Sep 03 21:22:49.047902 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: segment.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.048694 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.049207 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension segment not supported by any of loaded plugins Sep 03 21:22:49.049536 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.050545 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.051569 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 21:22:49.051899 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: servicetype.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.053081 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.053604 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: service-type Sep 03 21:22:49.053939 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: sorting.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.054967 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.055306 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: sorting Sep 03 21:22:49.055635 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: standard_attr_segment.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.056561 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.057089 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 21:22:49.057420 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: standardattrdescription.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.058080 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.058598 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: standard-attr-description Sep 03 21:22:49.058950 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: stateful_security_group.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.063968 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.064483 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: stateful-security-group Sep 03 21:22:49.064810 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: stdattrs_common.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.065398 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 21:22:49.065725 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.066786 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.067301 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 21:22:49.067629 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: subnet_onboard.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.068714 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.069268 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: subnet_onboard Sep 03 21:22:49.069599 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.070533 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.071085 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 21:22:49.071413 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: subnet_service_types.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.072349 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.072863 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: subnet-service-types Sep 03 21:22:49.073190 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: subnetallocation.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.074279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.074816 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: subnet_allocation Sep 03 21:22:49.075149 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.075816 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.076331 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: subnetpool-prefix-ops Sep 03 21:22:49.076658 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.077590 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.078101 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 21:22:49.078428 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: tagging.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.079549 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.080072 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: standard-attr-tag Sep 03 21:22:49.080402 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: timestamp.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.081648 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.082278 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loaded extension: standard-attr-timestamp Sep 03 21:22:49.082614 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: trunk.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.083716 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.084235 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension trunk not supported by any of loaded plugins Sep 03 21:22:49.084566 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: trunk_details.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.085491 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.086005 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension trunk-details not supported by any of loaded plugins Sep 03 21:22:49.086336 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: uplink_status_propagation.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.087285 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.087800 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 21:22:49.088130 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Loading extension file: vlantransparent.py {{(pid=94208) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 21:22:49.092862 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94208) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 21:22:49.093390 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 21:22:49.095911 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:network Sep 03 21:22:49.096455 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:subnet Sep 03 21:22:49.096860 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 21:22:49.097267 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:port Sep 03 21:22:49.099079 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.099535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service FLAVORS assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.100176 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.100611 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.100949 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:router Sep 03 21:22:49.101380 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:floatingip Sep 03 21:22:49.101886 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service METERING assigned prefix: /metering {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.103388 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:49.103772 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:49.104147 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:22:49.105179 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 21:22:49.105642 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:security_group Sep 03 21:22:49.106084 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 21:22:49.106691 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service CORE assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.107053 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 21:22:49.107408 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] subnetpool is already registered Sep 03 21:22:49.107853 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service CORE assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.108186 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 21:22:49.108533 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] subnetpool is already registered Sep 03 21:22:49.110937 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.111382 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service FLAVORS assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.112299 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.112856 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.113752 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:router Sep 03 21:22:49.114397 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] router is already registered Sep 03 21:22:49.114963 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:floatingip Sep 03 21:22:49.115314 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] floatingip is already registered Sep 03 21:22:49.115818 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service METERING assigned prefix: /metering {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.116500 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 21:22:49.116829 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] rbac_policy is already registered Sep 03 21:22:49.117246 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:security_group Sep 03 21:22:49.117585 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] security_group is already registered Sep 03 21:22:49.117991 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 21:22:49.118328 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] security_group_rule is already registered Sep 03 21:22:49.118984 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service CORE assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.119321 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 21:22:49.119660 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] subnetpool is already registered Sep 03 21:22:49.120092 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.v2.resource_helper [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Service CORE assigned prefix: {{(pid=94208) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 21:22:49.120424 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 21:22:49.120778 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING neutron.quota.resource_registry [None req-23e50325-6396-441d-8766-35efa7cec26a None None] subnetpool is already registered Sep 03 21:22:49.121254 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: extensions {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.122795 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: address-groups {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.124328 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: address-scopes {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.125914 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: agents {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.130679 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: auto-allocated-topology {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.132540 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: availability_zones {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.134317 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: dhcp-networks {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.135810 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: dhcp-agents {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.137253 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: routers {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.139530 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: flavors {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.140728 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: service_profiles {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.144056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: next_providers {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.144056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: service_profiles {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.145054 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: floatingip-pools {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.146268 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: routers {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.148452 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: floatingips {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.149807 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: l3-routers {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.151230 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: l3-agents {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.152666 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: metering-labels {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.154035 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: metering-label-rules {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.155426 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: network-ip-availabilities {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.156792 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: bindings {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.159349 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: quotas {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.161457 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: quotas {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.162922 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: rbac-policies {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.164154 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: security-groups {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.165461 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: security-group-rules {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.166763 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: service-providers {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.167999 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: subnetpools {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.169452 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: subnetpools {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.170959 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.172669 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.174534 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.177048 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.178900 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.180770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.182484 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.184445 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.186245 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.188045 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron.api.extensions [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Extended resource: tags {{(pid=94208) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 21:22:49.194026 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING keystonemiddleware.auth_token [None req-23e50325-6396-441d-8766-35efa7cec26a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 21:22:49.198846 dv-cinder-759987-9-iscsi neutron-server[94208]: WARNING keystonemiddleware.auth_token [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 21:22:49.207745 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_concurrency.lockutils [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Acquired lock "singleton_lock" {{(pid=94208) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 21:22:49.208230 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_concurrency.lockutils [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Releasing lock "singleton_lock" {{(pid=94208) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 21:22:49.208878 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO oslo_service.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Starting 2 workers Sep 03 21:22:49.213720 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Started child 94319 {{(pid=94208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 21:22:49.218172 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Started child 94320 {{(pid=94208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 21:22:49.219274 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:22:49.220296 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO neutron.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 21:22:49.220462 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Notify callbacks [] for process, before_spawn {{(pid=94208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:22:49.220959 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [-] (94319) wsgi starting up on http://0.0.0.0:9696 Sep 03 21:22:49.223456 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO oslo_service.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Starting 1 workers Sep 03 21:22:49.223622 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:22:49.224863 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [-] (94320) wsgi starting up on http://0.0.0.0:9696 Sep 03 21:22:49.228618 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Started child 94321 {{(pid=94208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 21:22:49.229140 dv-cinder-759987-9-iscsi neutron-server[94208]: INFO oslo_service.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Starting 1 workers Sep 03 21:22:49.232537 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] calling RpcWorker wait() {{(pid=94321) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 21:22:49.233078 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] returning from RpcWorker wait() {{(pid=94321) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 21:22:49.233575 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Started child 94322 {{(pid=94208) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 21:22:49.234438 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG neutron_lib.callbacks.manager [None req-23e50325-6396-441d-8766-35efa7cec26a None None] Notify callbacks [] for process, after_spawn {{(pid=94208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:22:49.234545 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:22:49.235011 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:22:49.236362 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94208) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 21:22:49.236574 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 21:22:49.236759 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 21:22:49.237314 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 21:22:49.237526 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 21:22:49.237687 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 21:22:49.238450 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.238744 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.239008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.239139 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:22:49.239634 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.239634 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.240145 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.240424 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.240684 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.241054 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.241204 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.241529 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.241701 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.241952 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.242204 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.242497 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.242776 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.243020 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.243295 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.243472 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.243726 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.244004 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.244248 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.244512 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] debug = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.244770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.245241 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.245487 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.245759 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.245999 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.246276 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.246535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.246813 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.247063 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.247297 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.247538 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.247793 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.248034 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.248238 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.248456 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.248761 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.248934 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.249402 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] host = dv-cinder-759987-9-iscsi {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.249636 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.249869 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.250116 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.250359 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.250605 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.250846 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.251103 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_options = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.254535 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.255770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.255770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.255770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.255770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.255770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.255770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.255770 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.256707 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.257986 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.257986 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.257986 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.257986 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.257986 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.258883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.258883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.258883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.258883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.259404 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.259404 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.259404 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.259781 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.259916 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.260161 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.260363 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.260621 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.260851 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.261096 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.261282 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.261541 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.261773 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.262031 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.262273 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.262509 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.262773 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.262992 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.263209 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.263443 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_json = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.263657 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.263904 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.264145 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.264358 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.264570 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.264782 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.265011 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.265244 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.265660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.265980 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.266302 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.266529 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.266815 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.267071 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.267321 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.267542 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.267816 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.268050 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.268486 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.268638 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.268866 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.269105 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.269867 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.270047 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:22:49.270254 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.270474 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.270687 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.271401 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.271401 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.271401 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.272252 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.272598 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.272849 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.273096 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.273329 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.273553 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.273876 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.274159 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.274434 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.274688 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.274973 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.275192 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.275444 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.275680 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.275951 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.276170 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.276437 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.276663 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.276884 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.277111 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.277343 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.277565 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.277815 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.278072 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.278351 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.278585 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.278838 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.279074 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.279298 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.279516 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.279731 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.279959 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.280176 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.280441 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.280669 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.280913 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283043 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283043 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283043 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283043 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283043 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283043 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283462 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283462 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283596 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.283774 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.284016 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.284239 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.284737 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.284737 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.285611 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.285780 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.285924 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.286123 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.286368 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.286600 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.287291 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.287291 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.287291 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.287513 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.287702 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.287932 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.288148 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.288360 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.288590 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.288802 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.289064 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.289228 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.289490 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.289801 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.290055 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.290314 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.290534 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.290795 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.291046 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.291295 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.291513 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.291747 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.292000 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.292215 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.292472 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.292684 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.292924 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.293163 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.293434 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.293643 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.293860 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.294105 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.294339 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.294555 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.294835 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.295101 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.295337 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.295600 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.295832 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.296099 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.296358 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.296810 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.297217 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.297321 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.297586 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.297877 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.298136 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.298517 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.298949 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.299385 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.299619 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.299886 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.300117 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.300372 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.300642 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.300907 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.301134 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.301499 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.301865 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.304091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.304091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.304091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.304091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.304091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.304091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.304091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.304091 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.306488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.306488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.306488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.306488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.306488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.306488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.306488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.306488 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307108 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307108 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307108 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307108 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307108 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307108 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307446 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307722 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.307938 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.308191 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.308415 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.308656 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.309029 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.309394 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.309658 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.309880 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.310100 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.310320 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.310566 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.310988 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.311230 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.311520 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.311803 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.312012 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.312405 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.312805 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.313244 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.313484 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.313735 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.313959 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.314168 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.314413 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.314635 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.314873 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.315231 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.315479 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.315701 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.315938 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.316221 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.316567 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.316868 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.317069 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.317310 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.317525 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.317781 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.318030 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.318253 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.318473 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.318721 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.318944 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.319218 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.319475 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.319717 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.319933 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.320147 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.320360 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.320577 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.320814 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.321095 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.321348 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.321580 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.321844 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.322085 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.322319 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.322564 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.322799 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.323013 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.323239 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.323489 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.323693 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.323919 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.324130 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.324340 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.324561 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.324778 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.324989 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.325214 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.325423 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.325683 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.325904 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.326140 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.326356 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.326582 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.326843 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.327054 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.327298 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.327514 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.327724 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.327970 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.328180 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.328413 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.328701 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.328852 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.329061 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.329368 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.329629 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.329851 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.330137 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.330406 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.330649 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.330917 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.331235 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.331450 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.332253 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.332452 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.332767 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.333098 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.333391 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.333697 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.334052 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.334255 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.334532 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.334822 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.335107 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.335526 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.335635 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.335872 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.336198 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.336472 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.336743 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.336974 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.337224 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.337453 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.337670 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.337906 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.338146 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.338362 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.338627 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.338882 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.339130 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.339370 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.340711 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.340711 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.340711 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.340711 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.340711 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.340711 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.341176 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 21:22:49.341338 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94208) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 21:22:49.341500 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 21:22:49.341655 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 21:22:49.341843 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 21:22:49.342015 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 21:22:49.342168 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 21:22:49.342376 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.342536 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.342715 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.342880 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.343041 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.343220 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.343382 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.343540 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.343702 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.343865 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.344022 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.344183 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.344341 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.344498 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.344657 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.344814 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.344971 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.345129 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.345294 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.345453 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.345612 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.345769 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.345926 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] debug = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.346214 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.346297 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.346426 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.346584 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.346835 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.347000 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.347159 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.347364 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.347652 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.347816 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.347976 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.348134 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.348292 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.348452 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.348610 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.348768 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.348927 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.349084 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] host = dv-cinder-759987-9-iscsi {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.349243 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.349451 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.349544 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.349700 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.349857 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.350004 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.350161 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.350319 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.350477 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.350636 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.350816 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.350975 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.351133 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.351290 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.351446 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_options = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.351604 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.351762 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.351919 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.352104 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.352268 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.352436 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.352592 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.352751 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.352908 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.353066 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.353222 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.353383 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.353540 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.353697 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.353869 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.353998 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.354156 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.354313 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.354471 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.354632 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.354812 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.355002 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.355129 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.355287 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.355445 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.355604 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.355760 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.355919 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.356082 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.356238 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.356395 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.356552 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.356711 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.356869 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.357026 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.357182 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.357341 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.357503 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.357688 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.357820 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.357978 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.358136 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.358293 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.358451 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.358608 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.358788 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_json = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.358947 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.359104 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.359263 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.359420 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.359577 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.359734 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.359893 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.360051 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 21:22:49.360229 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.360392 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.360564 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.360725 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.360886 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.361047 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.361208 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.361368 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.361529 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.361690 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.361856 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.362018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.362189 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.362411 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.362560 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.362663 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.362879 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.363531 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.363694 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.363855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.364066 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.364163 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.364334 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.364495 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.364655 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.364815 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.364975 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.365151 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.365313 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.365473 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.365622 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.365785 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.365947 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.366110 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.366271 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.366431 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.366591 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.366782 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.366941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.367099 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.367260 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.367421 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.367571 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.374941 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.375671 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376279 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.376855 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.377439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.378511 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380018 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.380883 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.381798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.381798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.381798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.381798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.381798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.381798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.381798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.381798 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.382660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.382660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.382660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.382660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.382660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.382660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.382660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.382660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.383645 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.383645 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.383645 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.383645 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.383645 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.383645 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.383645 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.383645 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384377 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384377 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384377 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384377 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384377 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384694 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384694 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384839 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.384917 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.385073 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.385275 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.385418 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.385581 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.385743 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.385993 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.386069 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.386235 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.386362 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.386523 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.386685 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.386868 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.387030 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.387192 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.387443 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.387529 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.387660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.387821 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.387982 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.388141 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.388322 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.388462 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.388623 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.388785 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.389107 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.389107 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.389258 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.389413 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.389564 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.389753 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.389882 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.390142 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.390228 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.390341 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.390502 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.390662 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.390858 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.391020 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.391181 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.391369 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.391519 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.391679 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.392038 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.392191 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.392489 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.392757 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.392969 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.393178 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.393294 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.393457 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.393531 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:22:49.393612 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.393777 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.393946 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.394090 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.394307 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.394471 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.394633 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.394870 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.395146 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.395310 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.395472 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.395634 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.395797 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.395958 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.396130 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.396292 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.396660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.396660 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.396889 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.396889 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.397062 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.397332 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.397434 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.397512 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.397675 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.397837 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.398008 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.398169 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.398330 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.398490 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.398650 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.398850 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.399022 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.399183 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.399344 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.399504 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.399664 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.399825 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.399995 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.400157 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.400317 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.400478 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.400639 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.400800 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.400972 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.401135 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.401297 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.401466 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.401626 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.401788 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.401950 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.402124 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.402284 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.402448 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.402611 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.402795 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.402961 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.403124 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.403310 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.403450 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.403617 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.403780 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.403960 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.404123 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.404291 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.404452 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.404622 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.404796 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.404957 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.405118 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.405278 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.405439 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.405601 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.405761 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.405922 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.406082 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.406243 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.406403 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.406604 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.406743 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.406908 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.415056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.415056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.415056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.415056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.415056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.415056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 21:22:49.415056 dv-cinder-759987-9-iscsi neutron-server[94208]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94208) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 21:22:49.529557 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 49730) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:22:49.538766 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069842 Sep 03 21:23:01.243597 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c8c10-0c63-4255-9964-2074a01ebe95 None None] get_active_networks_info from dv-cinder-759987-9-iscsi {{(pid=94321) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 21:23:01.317378 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c8c10-0c63-4255-9964-2074a01ebe95 None None] No non-hosted networks {{(pid=94321) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 21:23:01.323481 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.agentschedulers_db [None req-f18c8c10-0c63-4255-9964-2074a01ebe95 None None] DHCP Agent not found on host dv-cinder-759987-9-iscsi {{(pid=94321) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 21:23:01.399816 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d42c0eb9-4e3b-4c79-b98e-e86b286aafb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827358'] for agent, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:03.876301 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7eff5b52-37c2-4df7-9ca1-07741679d55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827358'] for agent, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:04.027752 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.db.api [None req-0c2817df-e084-498e-9c37-8cb536adffab None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759987-9-iscsi {{(pid=94321) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 21:23:04.028467 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG oslo_db.api [None req-0c2817df-e084-498e-9c37-8cb536adffab None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 21:23:04.056386 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827358'] for agent, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:04.057387 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.057957 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.058508 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.059137 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.059731 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.060422 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.061007 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.061531 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.062062 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.062558 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.063131 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.066474 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:04.066474 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759987-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:04.079304 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759987-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:04.641611 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-0c2817df-e084-498e-9c37-8cb536adffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:05.255647 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827358'] for agent, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:06.728375 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.db.l3_hamode_db [None req-f73c29e7-4a2f-47f5-9c28-6a8db296438a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 21:23:06.810780 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c29e7-4a2f-47f5-9c28-6a8db296438a None None] Routers set() bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:23:06.811303 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c29e7-4a2f-47f5-9c28-6a8db296438a None None] Router IDs set() for agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 21:23:07.026235 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827358'] for agent, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:07.965085 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 49822) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:08.455449 dv-cinder-759987-9-iscsi neutron-server[94320]: WARNING oslo_policy.policy [None req-bb7f3c14-0832-41af-8239-15e4b39c4647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 21:23:08.456069 dv-cinder-759987-9-iscsi neutron-server[94320]: WARNING oslo_policy.policy [None req-bb7f3c14-0832-41af-8239-15e4b39c4647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 21:23:08.676711 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [None req-bb7f3c14-0832-41af-8239-15e4b39c4647 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:23:08.677767 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-bb7f3c14-0832-41af-8239-15e4b39c4647 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7116532 Sep 03 21:23:11.052320 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49836) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:11.543158 dv-cinder-759987-9-iscsi neutron-server[94319]: WARNING oslo_policy.policy [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 21:23:11.543779 dv-cinder-759987-9-iscsi neutron-server[94319]: WARNING oslo_policy.policy [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 21:23:11.764164 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:23:11.857036 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.policy [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94319) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 21:23:11.901237 dv-cinder-759987-9-iscsi neutron-server[94319]: WARNING oslo_policy.policy [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 21:23:11.901605 dv-cinder-759987-9-iscsi neutron-server[94319]: WARNING oslo_policy.policy [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 21:23:11.911223 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.quota [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] Loaded quota_driver: . Sep 03 21:23:12.098095 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742075103480', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742075104981', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742075051879', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742075049603', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742075529082', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742075068697', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1420539', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1330755', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3896291', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3779337'] for rbac-policy, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:12.305871 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:12.307395 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0b85006c-2d87-4d4b-b2e0-61f7ba82a1c9 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2529347 Sep 03 21:23:14.914238 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49854) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:15.214156 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '28c991fc84334790a2061cd9d12fa077', 'tenant_id': '28c991fc84334790a2061cd9d12fa077'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:23:15.294806 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Made reservation on behalf of 28c991fc84334790a2061cd9d12fa077 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:23:15.297666 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:15.314594 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:15.432879 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:15.504393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:15.527649 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:23:15.551776 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742077149004', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:15.552337 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Unsubscribe: segment precommit_create {{(pid=94319) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 21:23:15.552888 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Added segment 8889ef1f-9df6-4d14-b89a-8759cee12e70 of type vlan for network e034d6f3-4378-40a6-8d55-331ecc4a638d Sep 03 21:23:15.567852 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af02e2-b442-4b11-8663-f64477fc6609,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:15.597991 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.598331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.598663 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.599015 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.599336 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.599670 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.599991 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.600308 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.600642 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.600958 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.601271 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.601581 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Tracked resource versions report: Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: pushed versions: Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: { 'AddressGroup': {'1.2'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'ConntrackHelper': {'1.0'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Log': {'1.0'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Network': {'1.1'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Port': {'1.7'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'PortForwarding': {'1.2'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'QosPolicy': {'1.9'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SecurityGroup': {'1.4'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SecurityGroupRule': {'1.2'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SubPort': {'1.0'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Subnet': {'1.1'}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Trunk': {'1.1'}} Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: consumer versions: Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: { DHCP agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: L3 agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: Metadata agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: Metering agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: Open vSwitch agent@dv-cinder-759987-9-iscsi: { 'AddressGroup': '1.2', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'ConntrackHelper': '1.0', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Log': '1.0', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Network': '1.1', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Port': '1.7', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'PortForwarding': '1.2', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'QosPolicy': '1.9', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SecurityGroup': '1.4', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SecurityGroupRule': '1.2', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SubPort': '1.0', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Subnet': '1.1', Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Trunk': '1.1'}} Sep 03 21:23:15.602668 dv-cinder-759987-9-iscsi neutron-server[94319]: {{(pid=94319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 21:23:15.675704 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:15.780060 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:15.781276 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:23:15.781914 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:15.878968 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] Pushing event updated for resources: {'Network': ['ID=e034d6f3-4378-40a6-8d55-331ecc4a638d,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:15.881756 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-42095ab8-75b9-4034-9242-7c988b045492 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9664035 Sep 03 21:23:15.891700 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network e034d6f3-4378-40a6-8d55-331ecc4a638d details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:23:18.539857 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49868) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:18.930866 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a02f10-b1e1-47bd-aee6-b5efbed8c7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:23:18.932241 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e9a02f10-b1e1-47bd-aee6-b5efbed8c7be admin admin] 10.222.0.46 "GET /v2.0/networks/e034d6f3-4378-40a6-8d55-331ecc4a638d HTTP/1.1" status: 200 len: 825 time: 0.3914068 Sep 03 21:23:18.956868 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-bb17acbf-b7e6-47d7-a23a-b5181d2ee1ba admin admin] 10.222.0.46 "GET /v2.0/subnetpools/7ca17e6a-86b8-45bd-98e5-89f5e623f8a3 HTTP/1.1" status: 200 len: 734 time: 0.0184052 Sep 03 21:23:18.965953 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d', 'subnetpool_id': '7ca17e6a-86b8-45bd-98e5-89f5e623f8a3'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:23:19.052510 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Made reservation on behalf of 28c991fc84334790a2061cd9d12fa077 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:23:19.054912 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:19.389478 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:19.458268 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03ac6e6-cf45-4445-9d1f-12ada81e7181,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:19.463779 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Checking segment: {'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:23:19.464152 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Network hostable DHCP agents. Network: e034d6f3-4378-40a6-8d55-331ecc4a638d, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:23:19.537447 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Network e034d6f3-4378-40a6-8d55-331ecc4a638d is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:23:19.597223 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, e034d6f3-4378-40a6-8d55-331ecc4a638d) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:23:19.601827 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:23:19.602436 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:19.606537 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2999528-0d2d-4baf-9d47-604794a34acc None None] Network e034d6f3-4378-40a6-8d55-331ecc4a638d requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:23:19.692516 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-aaa13f8e-3e02-4527-85a1-066719037682 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7155652 Sep 03 21:23:19.943290 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-e034d6f3-4378-40a6-8d55-331ecc4a638d', 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'fixed_ips': [{'subnet_id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:23:19.944541 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:20.219056 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Allocated IP 172.20.0.2 (e034d6f3-4378-40a6-8d55-331ecc4a638d/b03ac6e6-cf45-4445-9d1f-12ada81e7181/411e99cd-7095-4503-b3f7-fc29a99bfeb5) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:23:20.453629 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:20.468529 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Transition to ACTIVE for port object 411e99cd-7095-4503-b3f7-fc29a99bfeb5 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:23:20.489053 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Transition to ACTIVE for port object 411e99cd-7095-4503-b3f7-fc29a99bfeb5 will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:23:20.563709 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:20.632915 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Network e034d6f3-4378-40a6-8d55-331ecc4a638d is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:23:20.637572 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:23:20.650209 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:23:20.653278 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Pushing event updated for resources: {'Port': ['ID=411e99cd-7095-4503-b3f7-fc29a99bfeb5,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:20.685857 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.686219 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.686559 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.686926 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.687265 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.687601 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.687933 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.688262 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.688609 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.688942 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.689269 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.689595 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Tracked resource versions report: Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: pushed versions: Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: { 'AddressGroup': {'1.2'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'ConntrackHelper': {'1.0'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Log': {'1.0'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Network': {'1.1'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Port': {'1.7'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'PortForwarding': {'1.2'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'QosPolicy': {'1.9'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SecurityGroup': {'1.4'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SecurityGroupRule': {'1.2'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SubPort': {'1.0'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Subnet': {'1.1'}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Trunk': {'1.1'}} Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: consumer versions: Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: { DHCP agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: L3 agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: Metadata agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: Metering agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: Open vSwitch agent@dv-cinder-759987-9-iscsi: { 'AddressGroup': '1.2', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'ConntrackHelper': '1.0', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Log': '1.0', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Network': '1.1', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Port': '1.7', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'PortForwarding': '1.2', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'QosPolicy': '1.9', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SecurityGroup': '1.4', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SecurityGroupRule': '1.2', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SubPort': '1.0', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Subnet': '1.1', Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Trunk': '1.1'}} Sep 03 21:23:20.690826 dv-cinder-759987-9-iscsi neutron-server[94321]: {{(pid=94321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 21:23:20.738926 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Attempting to bind port 411e99cd-7095-4503-b3f7-fc29a99bfeb5 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:23:20.739380 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Attempting to bind port 411e99cd-7095-4503-b3f7-fc29a99bfeb5 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:23:20.739757 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Attempting to bind port 411e99cd-7095-4503-b3f7-fc29a99bfeb5 on network e034d6f3-4378-40a6-8d55-331ecc4a638d {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:23:20.744744 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:23:20.745157 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Checking segment: {'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:23:20.745635 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:20.746030 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Bound using segment: {'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:23:20.746516 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Bound port: 411e99cd-7095-4503-b3f7-fc29a99bfeb5, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:23:20.746958 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:20.810712 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] For port 411e99cd-7095-4503-b3f7-fc29a99bfeb5, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:23:20.814919 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] For port 411e99cd-7095-4503-b3f7-fc29a99bfeb5, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=411e99cd-7095-4503-b3f7-fc29a99bfeb5,segment=NetworkSegment(8889ef1f-9df6-4d14-b89a-8759cee12e70),segment_id=8889ef1f-9df6-4d14-b89a-8759cee12e70)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:23:20.898610 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:20.968036 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffa759-de12-4dd7-a115-0131d512f122 None None] Pushing event updated for resources: {'Port': ['ID=411e99cd-7095-4503-b3f7-fc29a99bfeb5,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:22.123931 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49876) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:22.444490 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [None req-6a6742e1-ad56-4786-9107-90fd3a578cda admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:23:22.445506 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-6a6742e1-ad56-4786-9107-90fd3a578cda admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206213 Sep 03 21:23:24.870824 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49884) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:25.189568 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [None req-24632c0c-8d2a-46b5-a285-f948435e68a4 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:23:25.190851 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-24632c0c-8d2a-46b5-a285-f948435e68a4 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3190236 Sep 03 21:23:27.831652 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49894) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:28.133060 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-8bae8aee-a767-4029-b507-6f640334a916 admin admin] Request body: {'router': {'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:23:28.212088 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8bae8aee-a767-4029-b507-6f640334a916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:28.213674 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8bae8aee-a767-4029-b507-6f640334a916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:28.354618 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8bae8aee-a767-4029-b507-6f640334a916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:28.415138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8bae8aee-a767-4029-b507-6f640334a916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:28.482957 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8bae8aee-a767-4029-b507-6f640334a916 admin admin] Notify callbacks [] for router, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:28.484332 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-8bae8aee-a767-4029-b507-6f640334a916 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6513350 Sep 03 21:23:29.411239 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebeb5c9-fbd2-4c37-ab4c-9c3d1d7f40e0 None None] Network e034d6f3-4378-40a6-8d55-331ecc4a638d requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:23:29.549351 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-8d53dcab-9e65-4cf5-a20d-33aafd037dfd None None] Provisioning for port 411e99cd-7095-4503-b3f7-fc29a99bfeb5 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:23:30.039126 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 411e99cd-7095-4503-b3f7-fc29a99bfeb5 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:23:30.179995 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 411e99cd-7095-4503-b3f7-fc29a99bfeb5 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:23:30.183897 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 411e99cd-7095-4503-b3f7-fc29a99bfeb5 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:23:30.184294 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:30.290883 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:30.324000 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 411e99cd-7095-4503-b3f7-fc29a99bfeb5, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=411e99cd-7095-4503-b3f7-fc29a99bfeb5,segment=NetworkSegment(8889ef1f-9df6-4d14-b89a-8759cee12e70),segment_id=8889ef1f-9df6-4d14-b89a-8759cee12e70)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:23:30.403034 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:30.450652 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=411e99cd-7095-4503-b3f7-fc29a99bfeb5,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:30.884138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49906) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:31.157031 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-25f183b6-6973-4989-bddc-b542b6e43637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:31.194088 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [None req-0b1af130-8f0d-4e93-aa19-867ecf8900e3 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:23:31.195135 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0b1af130-8f0d-4e93-aa19-867ecf8900e3 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100562 Sep 03 21:23:32.015763 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 411e99cd-7095-4503-b3f7-fc29a99bfeb5 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:23:32.064377 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 411e99cd-7095-4503-b3f7-fc29a99bfeb5 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:23:32.064821 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:33.578434 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49914) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:33.837418 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3489f930-cc78-4fe9-ba31-b36c326e2a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:33.895227 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:23:33.980141 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:33.991216 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Made reservation on behalf of 78029857b48746e3a4a3030f67cafac0 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:23:33.993469 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:34.001657 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:34.085736 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:34.174804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:34.192093 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Reserving flat network on physical network physnet1 {{(pid=94319) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 21:23:34.206350 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c100bfd2-eb10-4895-a64c-6ead09b219c2,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:34.213427 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:34.213774 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Added segment bf0715e0-a075-463c-a6da-495400da74e0 of type flat for network cbc1e204-2e7b-4fb4-849e-44fd9644a817 Sep 03 21:23:34.264233 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:34.363547 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:34.364476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:23:34.365057 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:34.423479 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc1e204-2e7b-4fb4-849e-44fd9644a817,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:34.432789 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:23:34.464161 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0ead1bfb-93fd-4b49-96ea-7651dacbdf62 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8845756 Sep 03 21:23:35.102879 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:36.842996 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49932) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:36.966212 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:37.018225 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc4753-5aed-4632-a843-70e7fb07f762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:23:37.019661 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5adc4753-5aed-4632-a843-70e7fb07f762 admin admin] 10.222.0.46 "GET /v2.0/subnets/b03ac6e6-cf45-4445-9d1f-12ada81e7181 HTTP/1.1" status: 200 len: 849 time: 0.1757200 Sep 03 21:23:37.135343 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5eced1f3-34f8-4cda-9feb-631e07ba4631 admin admin] 10.222.0.46 "GET /v2.0/routers/0715a28e-a05b-491f-ad25-388c1b960f70 HTTP/1.1" status: 200 len: 704 time: 0.1094744 Sep 03 21:23:37.396876 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:37.684118 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Allocated IP 172.20.0.1 (e034d6f3-4378-40a6-8d55-331ecc4a638d/b03ac6e6-cf45-4445-9d1f-12ada81e7181/f4735778-b8ea-46ba-aac2-f927677a7dc5) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:23:37.883327 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:37.904352 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Transition to ACTIVE for port object f4735778-b8ea-46ba-aac2-f927677a7dc5 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:23:38.049354 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:38.115438 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Network e034d6f3-4378-40a6-8d55-331ecc4a638d is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:23:38.119859 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:23:38.127841 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:23:38.128385 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:38.190960 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4735778-b8ea-46ba-aac2-f927677a7dc5,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:38.415291 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:38.448409 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-680227fc-a9f9-4e16-bbd7-880d9a8c43d7 None None] Provisioning for port f4735778-b8ea-46ba-aac2-f927677a7dc5 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:23:38.452201 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-680227fc-a9f9-4e16-bbd7-880d9a8c43d7 None None] Provisioning complete for port f4735778-b8ea-46ba-aac2-f927677a7dc5 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:23:38.452578 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-680227fc-a9f9-4e16-bbd7-880d9a8c43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:38.484921 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-680227fc-a9f9-4e16-bbd7-880d9a8c43d7 None None] Port f4735778-b8ea-46ba-aac2-f927677a7dc5 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:23:38.620812 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:38.682621 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:38.683417 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:38.741344 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4735778-b8ea-46ba-aac2-f927677a7dc5,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:38.805728 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Network e034d6f3-4378-40a6-8d55-331ecc4a638d is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:23:38.807057 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:23:39.006395 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-f372059a-a5c8-49a3-8a61-55fb66091bb3 None None] Provisioning complete for port f4735778-b8ea-46ba-aac2-f927677a7dc5 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:23:39.006716 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-f372059a-a5c8-49a3-8a61-55fb66091bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:39.039629 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-f372059a-a5c8-49a3-8a61-55fb66091bb3 None None] Port f4735778-b8ea-46ba-aac2-f927677a7dc5 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:23:39.042997 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Router 0715a28e-a05b-491f-ad25-388c1b960f70 is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:23:39.131705 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:23:39.136849 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4caba216-4439-420f-876f-1f78533060a4 admin admin] 10.222.0.46 "PUT /v2.0/routers/0715a28e-a05b-491f-ad25-388c1b960f70/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9958572 Sep 03 21:23:39.154663 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Sync routers for ids ['0715a28e-a05b-491f-ad25-388c1b960f70'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:23:39.167362 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Routers {'0715a28e-a05b-491f-ad25-388c1b960f70'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:23:39.168380 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:23:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0715a28e-a05b-491f-ad25-388c1b960f70'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:39.356952 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Set router 0715a28e-a05b-491f-ad25-388c1b960f70 gateway port host: None {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:23:39.791860 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'name': 'router1', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:23:28Z', 'updated_at': '2021-09-03T21:23:38Z', 'revision_number': 2, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'gw_port_host': None, '_interfaces': [{'id': 'f4735778-b8ea-46ba-aac2-f927677a7dc5', 'name': '', 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'mac_address': 'fa:16:3e:68:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:37Z', 'updated_at': '2021-09-03T21:23:38Z', 'revision_number': 2, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'subnets': [{'id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ca17e6a-86b8-45bd-98e5-89f5e623f8a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:39.851016 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Checking router: 0715a28e-a05b-491f-ad25-388c1b960f70 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:23:39.851388 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Updating router 0715a28e-a05b-491f-ad25-388c1b960f70 port f4735778-b8ea-46ba-aac2-f927677a7dc5 binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:23:39.906561 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:40.415959 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:40.433830 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Transition to ACTIVE for port object f4735778-b8ea-46ba-aac2-f927677a7dc5 will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:23:40.494694 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:40.656034 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Pushing event updated for resources: {'Port': ['ID=f4735778-b8ea-46ba-aac2-f927677a7dc5,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:40.672805 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.673857 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.674372 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.674735 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.675183 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.675523 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.675855 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.676185 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.676514 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.676838 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.677165 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.677489 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Tracked resource versions report: Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: pushed versions: Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: { 'AddressGroup': {'1.2'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'ConntrackHelper': {'1.0'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Log': {'1.0'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Network': {'1.1'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Port': {'1.7'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'PortForwarding': {'1.2'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'QosPolicy': {'1.9'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SecurityGroup': {'1.4'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SecurityGroupRule': {'1.2'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SubPort': {'1.0'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Subnet': {'1.1'}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Trunk': {'1.1'}} Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: consumer versions: Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: { DHCP agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: L3 agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: Metadata agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: Metering agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: Open vSwitch agent@dv-cinder-759987-9-iscsi: { 'AddressGroup': '1.2', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'ConntrackHelper': '1.0', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Log': '1.0', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Network': '1.1', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Port': '1.7', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'PortForwarding': '1.2', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'QosPolicy': '1.9', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SecurityGroup': '1.4', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SecurityGroupRule': '1.2', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SubPort': '1.0', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Subnet': '1.1', Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Trunk': '1.1'}} Sep 03 21:23:40.678569 dv-cinder-759987-9-iscsi neutron-server[94322]: {{(pid=94322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 21:23:40.684019 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Attempting to bind port f4735778-b8ea-46ba-aac2-f927677a7dc5 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:23:40.684420 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Attempting to bind port f4735778-b8ea-46ba-aac2-f927677a7dc5 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:23:40.684844 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Attempting to bind port f4735778-b8ea-46ba-aac2-f927677a7dc5 on network e034d6f3-4378-40a6-8d55-331ecc4a638d {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:23:40.690484 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:23:40.690925 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Checking segment: {'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:23:40.691427 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:40.691822 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Bound using segment: {'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:23:40.692345 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Bound port: f4735778-b8ea-46ba-aac2-f927677a7dc5, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8889ef1f-9df6-4d14-b89a-8759cee12e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:23:40.692743 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:40.759485 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] For port f4735778-b8ea-46ba-aac2-f927677a7dc5, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:23:40.778729 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] For port f4735778-b8ea-46ba-aac2-f927677a7dc5, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=f4735778-b8ea-46ba-aac2-f927677a7dc5,segment=NetworkSegment(8889ef1f-9df6-4d14-b89a-8759cee12e70),segment_id=8889ef1f-9df6-4d14-b89a-8759cee12e70)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:23:40.837484 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:40.885709 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Routers {'0715a28e-a05b-491f-ad25-388c1b960f70'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:23:40.886325 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:23:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0715a28e-a05b-491f-ad25-388c1b960f70'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:40.964902 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc533c1d-430a-4575-910d-b3bbfa19dc86 None None] Pushing event updated for resources: {'Port': ['ID=f4735778-b8ea-46ba-aac2-f927677a7dc5,revision_number=4']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:40.989630 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] Set router 0715a28e-a05b-491f-ad25-388c1b960f70 gateway port host: None {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:23:41.200555 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'name': 'router1', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:23:28Z', 'updated_at': '2021-09-03T21:23:38Z', 'revision_number': 2, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'gw_port_host': None, '_interfaces': [{'id': 'f4735778-b8ea-46ba-aac2-f927677a7dc5', 'name': '', 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'mac_address': 'fa:16:3e:68:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:37Z', 'updated_at': '2021-09-03T21:23:40Z', 'revision_number': 4, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'subnets': [{'id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ca17e6a-86b8-45bd-98e5-89f5e623f8a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:41.225956 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96433ab-d48f-48b3-b7dc-ed17d1f6767d None None] The sync data for ids ['0715a28e-a05b-491f-ad25-388c1b960f70'] in dv-cinder-759987-9-iscsi is: [{'id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'name': 'router1', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:23:28Z', 'updated_at': '2021-09-03T21:23:38Z', 'revision_number': 2, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'gw_port_host': None, '_interfaces': [{'id': 'f4735778-b8ea-46ba-aac2-f927677a7dc5', 'name': '', 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'mac_address': 'fa:16:3e:68:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:37Z', 'updated_at': '2021-09-03T21:23:40Z', 'revision_number': 4, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'subnets': [{'id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ca17e6a-86b8-45bd-98e5-89f5e623f8a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:23:41.394498 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49952) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:41.505266 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476e4ac-eba7-422a-ac02-06ba418106ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:23:41.506577 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a476e4ac-eba7-422a-ac02-06ba418106ec admin admin] 10.222.0.46 "GET /v2.0/networks/cbc1e204-2e7b-4fb4-849e-44fd9644a817 HTTP/1.1" status: 200 len: 842 time: 0.1110954 Sep 03 21:23:41.516562 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:23:41.603057 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Made reservation on behalf of 78029857b48746e3a4a3030f67cafac0 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:23:41.605341 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:42.012266 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.objects.ports [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94319) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 21:23:42.012709 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:42.067086 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e2c0a3-874f-4fa3-852b-d6b01316465b,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:42.073476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:23:42.073825 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Network hostable DHCP agents. Network: cbc1e204-2e7b-4fb4-849e-44fd9644a817, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:23:42.166064 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:23:42.246088 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, cbc1e204-2e7b-4fb4-849e-44fd9644a817) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:23:42.250092 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:23:42.250686 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:42.254895 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c77547-1fca-414e-ba92-fb20602fa431 None None] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:23:42.344247 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4622a9b2-2302-4337-8715-367a456431ff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8310611 Sep 03 21:23:42.381711 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3dde7a-f387-4be6-ae51-3c6bd5492b43 None None] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:23:44.672181 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49960) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:44.807356 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-37b00f7f-69ed-4719-afaf-9320148403f3 admin admin] 10.222.0.46 "GET /v2.0/routers/0715a28e-a05b-491f-ad25-388c1b960f70 HTTP/1.1" status: 200 len: 710 time: 0.1339393 Sep 03 21:23:44.908349 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae9ad68-7b7c-4918-aabb-7f78cce7add2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:23:44.917599 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5ae9ad68-7b7c-4918-aabb-7f78cce7add2 admin admin] 10.222.0.46 "GET /v2.0/networks/cbc1e204-2e7b-4fb4-849e-44fd9644a817 HTTP/1.1" status: 200 len: 886 time: 0.0965583 Sep 03 21:23:44.922427 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:23:45.166213 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:45.490310 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:45.568352 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:45.674126 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Allocated IP 172.27.3.126 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/d3820aec-ab3d-4f5a-9873-69f4c032955d) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:23:45.774848 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:45.928909 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:45.970081 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:23:45.978076 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:23:45.980066 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Pushing event updated for resources: {'Port': ['ID=d3820aec-ab3d-4f5a-9873-69f4c032955d,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:45.992084 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:23:46.425619 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:46.624011 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3864215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3863847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126079'] for router, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:46.627641 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3864222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3864201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3863854'] for router, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:46.737235 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Router 0715a28e-a05b-491f-ad25-388c1b960f70 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:23:46.840105 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:23:46.845662 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] Notify callbacks [] for router, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:46.847002 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c5887aad-2b9f-4ca4-a58c-0360cfc13967 admin admin] 10.222.0.46 "PUT /v2.0/routers/0715a28e-a05b-491f-ad25-388c1b960f70 HTTP/1.1" status: 200 len: 890 time: 1.9284608 Sep 03 21:23:47.748397 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Sync routers for ids ['0715a28e-a05b-491f-ad25-388c1b960f70'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:23:47.760751 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Routers {'0715a28e-a05b-491f-ad25-388c1b960f70'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:23:47.761475 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:23:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0715a28e-a05b-491f-ad25-388c1b960f70'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:48.056515 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Set router 0715a28e-a05b-491f-ad25-388c1b960f70 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:23:48.208902 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device f4735778-b8ea-46ba-aac2-f927677a7dc5 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:23:48.461763 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port f4735778-b8ea-46ba-aac2-f927677a7dc5 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:23:48.471293 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port f4735778-b8ea-46ba-aac2-f927677a7dc5 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:23:48.473588 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:48.526118 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'name': 'router1', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd3820aec-ab3d-4f5a-9873-69f4c032955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:23:28Z', 'updated_at': '2021-09-03T21:23:46Z', 'revision_number': 4, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'gw_port': {'id': 'd3820aec-ab3d-4f5a-9873-69f4c032955d', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:45Z', 'updated_at': '2021-09-03T21:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'f4735778-b8ea-46ba-aac2-f927677a7dc5', 'name': '', 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'mac_address': 'fa:16:3e:68:6f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:37Z', 'updated_at': '2021-09-03T21:23:40Z', 'revision_number': 4, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'subnets': [{'id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ca17e6a-86b8-45bd-98e5-89f5e623f8a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:48.579662 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Checking router: 0715a28e-a05b-491f-ad25-388c1b960f70 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:23:48.580316 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Updating router 0715a28e-a05b-491f-ad25-388c1b960f70 port d3820aec-ab3d-4f5a-9873-69f4c032955d binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:23:48.647615 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:48.684955 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:48.830968 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port f4735778-b8ea-46ba-aac2-f927677a7dc5, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=f4735778-b8ea-46ba-aac2-f927677a7dc5,segment=NetworkSegment(8889ef1f-9df6-4d14-b89a-8759cee12e70),segment_id=8889ef1f-9df6-4d14-b89a-8759cee12e70)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:23:48.890263 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:48.994843 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=f4735778-b8ea-46ba-aac2-f927677a7dc5,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:49.043096 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:49.052665 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Transition to ACTIVE for port object d3820aec-ab3d-4f5a-9873-69f4c032955d will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:23:49.143952 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:49.192859 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Attempting to bind port d3820aec-ab3d-4f5a-9873-69f4c032955d on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:23:49.193238 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Attempting to bind port d3820aec-ab3d-4f5a-9873-69f4c032955d by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:23:49.193609 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Attempting to bind port d3820aec-ab3d-4f5a-9873-69f4c032955d on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:23:49.202066 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fb8f3-8c0d-40cb-9918-a068450a15c8 None None] Pushing event updated for resources: {'Port': ['ID=d3820aec-ab3d-4f5a-9873-69f4c032955d,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:49.205234 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:23:49.205610 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:23:49.206016 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:49.206405 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:23:49.206904 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Bound port: d3820aec-ab3d-4f5a-9873-69f4c032955d, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:23:49.207304 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:49.266501 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] For port d3820aec-ab3d-4f5a-9873-69f4c032955d, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:23:49.270298 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] For port d3820aec-ab3d-4f5a-9873-69f4c032955d, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=d3820aec-ab3d-4f5a-9873-69f4c032955d,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:23:49.340227 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:49.397491 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fb8f3-8c0d-40cb-9918-a068450a15c8 None None] Pushing event updated for resources: {'Port': ['ID=d3820aec-ab3d-4f5a-9873-69f4c032955d,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:49.401411 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Routers {'0715a28e-a05b-491f-ad25-388c1b960f70'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:23:49.402016 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:23:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0715a28e-a05b-491f-ad25-388c1b960f70'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:49.406663 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 49974) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:23:49.528863 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-ab96cd4a-64a2-4506-bafd-cc56e87269e2 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1203849 Sep 03 21:23:49.597823 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] Set router 0715a28e-a05b-491f-ad25-388c1b960f70 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:23:49.813996 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'name': 'router1', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd3820aec-ab3d-4f5a-9873-69f4c032955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:23:28Z', 'updated_at': '2021-09-03T21:23:46Z', 'revision_number': 4, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'gw_port': {'id': 'd3820aec-ab3d-4f5a-9873-69f4c032955d', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:45Z', 'updated_at': '2021-09-03T21:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'f4735778-b8ea-46ba-aac2-f927677a7dc5', 'name': '', 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'mac_address': 'fa:16:3e:68:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:37Z', 'updated_at': '2021-09-03T21:23:48Z', 'revision_number': 5, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'subnets': [{'id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ca17e6a-86b8-45bd-98e5-89f5e623f8a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:23:49.847075 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5cd0d1-0aba-4553-9b26-5b405c2fb591 None None] The sync data for ids ['0715a28e-a05b-491f-ad25-388c1b960f70'] in dv-cinder-759987-9-iscsi is: [{'id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'name': 'router1', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd3820aec-ab3d-4f5a-9873-69f4c032955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:23:28Z', 'updated_at': '2021-09-03T21:23:46Z', 'revision_number': 4, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'gw_port': {'id': 'd3820aec-ab3d-4f5a-9873-69f4c032955d', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:45Z', 'updated_at': '2021-09-03T21:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'f4735778-b8ea-46ba-aac2-f927677a7dc5', 'name': '', 'network_id': 'e034d6f3-4378-40a6-8d55-331ecc4a638d', 'tenant_id': '28c991fc84334790a2061cd9d12fa077', 'mac_address': 'fa:16:3e:68:6f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0715a28e-a05b-491f-ad25-388c1b960f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:23:37Z', 'updated_at': '2021-09-03T21:23:48Z', 'revision_number': 5, 'project_id': '28c991fc84334790a2061cd9d12fa077', 'subnets': [{'id': 'b03ac6e6-cf45-4445-9d1f-12ada81e7181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ca17e6a-86b8-45bd-98e5-89f5e623f8a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:23:50.133707 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device f4735778-b8ea-46ba-aac2-f927677a7dc5 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:23:50.183109 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port f4735778-b8ea-46ba-aac2-f927677a7dc5 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:23:50.183489 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:50.266599 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device d3820aec-ab3d-4f5a-9873-69f4c032955d up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:23:50.388940 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port d3820aec-ab3d-4f5a-9873-69f4c032955d completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:23:50.393428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port d3820aec-ab3d-4f5a-9873-69f4c032955d triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:23:50.393802 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:50.475565 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:50.502150 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port d3820aec-ab3d-4f5a-9873-69f4c032955d, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=d3820aec-ab3d-4f5a-9873-69f4c032955d,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:23:50.591385 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:50.644165 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=d3820aec-ab3d-4f5a-9873-69f4c032955d,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:23:52.042517 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device d3820aec-ab3d-4f5a-9873-69f4c032955d up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:23:52.096073 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port d3820aec-ab3d-4f5a-9873-69f4c032955d triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:23:52.096453 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:23:59.303178 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:24:01.185783 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8f77a898-e1cd-48bc-887a-f847e2e23049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:03.825249 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-ad226e4a-e5ce-4d41-b871-33c89a8296c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:03.977651 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:05.196459 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:07.011561 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:31.159578 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b283c27d-1d9a-42b7-ba04-d79cebdcbfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:34.001978 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-f53bae08-2efd-4afa-8aef-4d26b3899b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:34.005003 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:35.139036 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:24:36.303421 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:24:37.001442 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:01.149722 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-f6e3d4e3-5ec8-45c2-b9d2-bdd15df46298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:03.823884 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-68e4cdf5-7730-46bd-b32a-536e41aecc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:03.949435 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:05.180712 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:07.006496 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:13.303118 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:25:28.617315 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50538) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:28.678130 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3150c6-adce-4810-87aa-31a2508d8a0a admin admin] GET failed (client error): The resource could not be found. Sep 03 21:25:28.679496 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-dd3150c6-adce-4810-87aa-31a2508d8a0a admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612464 Sep 03 21:25:28.839727 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b3ef3-7336-453a-89d8-271cd62a4bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:28.841145 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-7a8b3ef3-7336-453a-89d8-271cd62a4bc1 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571045 Sep 03 21:25:31.012040 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50548) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:31.110513 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9279f2c5-74d4-438e-abdd-2a4ffbf4c27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:31.111955 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-9279f2c5-74d4-438e-abdd-2a4ffbf4c27b admin admin] 10.222.0.46 "GET /v2.0/subnets/b03ac6e6-cf45-4445-9d1f-12ada81e7181 HTTP/1.1" status: 200 len: 849 time: 0.0989313 Sep 03 21:25:31.121996 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:25:31.157358 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d69b25aa-36a0-4314-b690-4b9469cc897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:31.208187 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:31.411468 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742077008065'] for subnet, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:31.442736 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:31.443911 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:31.444748 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] 10.222.0.46 "PUT /v2.0/subnets/b03ac6e6-cf45-4445-9d1f-12ada81e7181 HTTP/1.1" status: 200 len: 868 time: 0.3263533 Sep 03 21:25:31.447676 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510e362-9ab0-48c1-bfb4-efe2fe663c7c None None] Network e034d6f3-4378-40a6-8d55-331ecc4a638d requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:25:31.461945 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03ac6e6-cf45-4445-9d1f-12ada81e7181,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:25:31.470806 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.471175 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.471530 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.471871 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.472208 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.472561 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.472900 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.473231 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.473623 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.473962 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.474293 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.474620 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589cdb6f-8639-4861-9674-9af4214d1193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:25:31.825161 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d40e6b15-d996-4b40-a204-8582347feceb None None] Provisioning complete for port f4735778-b8ea-46ba-aac2-f927677a7dc5 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:25:31.825534 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d40e6b15-d996-4b40-a204-8582347feceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:31.912548 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d40e6b15-d996-4b40-a204-8582347feceb None None] Provisioning complete for port 411e99cd-7095-4503-b3f7-fc29a99bfeb5 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:25:31.912846 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d40e6b15-d996-4b40-a204-8582347feceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:33.643988 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50556) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:33.811972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-614ac5c4-6650-4167-bd09-f76494100e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:33.849120 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558ce98-77eb-4868-a59e-1666d8cda4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:33.849522 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558ce98-77eb-4868-a59e-1666d8cda4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:33.851423 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-3558ce98-77eb-4868-a59e-1666d8cda4c4 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2064812 Sep 03 21:25:33.983156 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:35.163133 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:36.059164 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50564) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:36.188646 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4fee4-9b6a-4011-87a7-f8bde49ecc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:36.189130 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4fee4-9b6a-4011-87a7-f8bde49ecc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:36.190673 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a4c4fee4-9b6a-4011-87a7-f8bde49ecc40 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305659 Sep 03 21:25:37.006255 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:25:38.381595 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50572) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:38.608083 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a016654-183b-43f7-8ed3-bf78d6e5c9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:38.609482 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-2a016654-183b-43f7-8ed3-bf78d6e5c9f3 admin admin] 10.222.0.46 "GET /v2.0/networks/cbc1e204-2e7b-4fb4-849e-44fd9644a817 HTTP/1.1" status: 200 len: 886 time: 0.2268419 Sep 03 21:25:40.792378 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50580) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:40.920655 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d404190f-5043-46ea-a5b4-66006dabeb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:40.922596 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d404190f-5043-46ea-a5b4-66006dabeb01 admin admin] 10.222.0.46 "GET /v2.0/networks/e034d6f3-4378-40a6-8d55-331ecc4a638d HTTP/1.1" status: 200 len: 869 time: 0.1292260 Sep 03 21:25:43.103263 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 50588) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:43.340290 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.policy [None req-9be288e6-d1d5-4beb-a04c-a5f82a16aab3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94320) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 21:25:43.387158 dv-cinder-759987-9-iscsi neutron-server[94320]: WARNING oslo_policy.policy [None req-9be288e6-d1d5-4beb-a04c-a5f82a16aab3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 21:25:43.387533 dv-cinder-759987-9-iscsi neutron-server[94320]: WARNING oslo_policy.policy [None req-9be288e6-d1d5-4beb-a04c-a5f82a16aab3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 21:25:43.396502 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be288e6-d1d5-4beb-a04c-a5f82a16aab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:43.396980 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be288e6-d1d5-4beb-a04c-a5f82a16aab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:43.398885 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-9be288e6-d1d5-4beb-a04c-a5f82a16aab3 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2944479 Sep 03 21:25:45.573832 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 50600) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:45.664899 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013f3ec-ad20-4f7c-b426-1c6409068112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:45.665354 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013f3ec-ad20-4f7c-b426-1c6409068112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:45.666873 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-a013f3ec-ad20-4f7c-b426-1c6409068112 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920808 Sep 03 21:25:47.853801 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 50608) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:47.962340 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760bc61e-0bc3-4f1f-acb6-92e0e5d601bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:47.963675 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-760bc61e-0bc3-4f1f-acb6-92e0e5d601bb admin admin] 10.222.0.46 "GET /v2.0/subnets/53e2c0a3-874f-4fa3-852b-d6b01316465b HTTP/1.1" status: 200 len: 816 time: 0.1089454 Sep 03 21:25:50.150457 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 50616) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:25:50.252094 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8132c34-c2d4-4179-b841-5bc0432c08e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:25:50.253423 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-c8132c34-c2d4-4179-b841-5bc0432c08e5 admin admin] 10.222.0.46 "GET /v2.0/subnets/b03ac6e6-cf45-4445-9d1f-12ada81e7181 HTTP/1.1" status: 200 len: 868 time: 0.1018991 Sep 03 21:25:50.307530 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:26:01.153701 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-99cb9e7d-f9e2-4340-8df2-6674e3d5f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:03.819370 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e94add9e-da62-417a-a281-7b3e22a97a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:03.965351 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:05.119405 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:07.016849 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:14.379852 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 50670) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:26:14.427549 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [None req-ec4706bc-836d-4e50-9630-48faf12cfa34 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:26:14.428530 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-ec4706bc-836d-4e50-9630-48faf12cfa34 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477564 Sep 03 21:26:16.781558 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 50678) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:26:16.856915 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0b57b8-6d59-4613-a138-fbc8a0f3b18e admin admin] GET failed (client error): The resource could not be found. Sep 03 21:26:16.858462 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7f0b57b8-6d59-4613-a138-fbc8a0f3b18e admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0759809 Sep 03 21:26:17.014187 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d0b5c-72a6-449c-b451-5c9956d25041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:26:17.015603 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-458d0b5c-72a6-449c-b451-5c9956d25041 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1525888 Sep 03 21:26:19.253685 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50686) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:26:19.300433 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:26:19.370613 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Made reservation on behalf of 78029857b48746e3a4a3030f67cafac0 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:26:19.372920 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:19.403152 dv-cinder-759987-9-iscsi neutron-server[94319]: WARNING neutron.services.revisions.revision_plugin [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Could not find related network for resource to bump revision. Sep 03 21:26:19.414261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:26:19.423306 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:19.423650 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Added segment 75c9e9e8-07ce-4f10-93a1-6f27a99191bd of type vlan for network fec015e4-3f0c-409a-9931-356d04c7823c Sep 03 21:26:19.460497 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:19.544539 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:19.546105 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:26:19.546681 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:19.600730 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] Pushing event updated for resources: {'Network': ['ID=fec015e4-3f0c-409a-9931-356d04c7823c,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:26:19.612236 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network fec015e4-3f0c-409a-9931-356d04c7823c details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:26:19.636940 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a6f5b907-bb09-4cd1-8461-26e85c55c69a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3821783 Sep 03 21:26:21.876481 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50694) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:26:21.935729 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc771047-e039-438f-92fc-d2f045088786 admin admin] GET failed (client error): The resource could not be found. Sep 03 21:26:21.937060 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-bc771047-e039-438f-92fc-d2f045088786 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596166 Sep 03 21:26:22.008326 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd40f15-7223-4940-991b-5c64e45bb9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:26:22.009759 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5dd40f15-7223-4940-991b-5c64e45bb9f8 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679948 Sep 03 21:26:22.020999 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:26:22.115570 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Made reservation on behalf of 78029857b48746e3a4a3030f67cafac0 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:26:22.118878 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:22.333237 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:22.385226 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0a49f7-e570-4534-9ce8-ec2577c8c54a,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:26:22.393899 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Checking segment: {'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:26:22.394250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Network hostable DHCP agents. Network: fec015e4-3f0c-409a-9931-356d04c7823c, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:26:22.475497 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Network fec015e4-3f0c-409a-9931-356d04c7823c is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:26:22.566981 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, fec015e4-3f0c-409a-9931-356d04c7823c) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:26:22.571096 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:26:22.571689 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:22.576745 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a05485-a1cc-4f79-8f6d-35eb4ce5b113 None None] Network fec015e4-3f0c-409a-9931-356d04c7823c requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:26:22.648330 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-55f3744c-e432-449a-9b7d-97b4c3345bc9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6305916 Sep 03 21:26:22.836935 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-fec015e4-3f0c-409a-9931-356d04c7823c', 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c', 'tenant_id': '78029857b48746e3a4a3030f67cafac0', 'fixed_ips': [{'subnet_id': 'ac0a49f7-e570-4534-9ce8-ec2577c8c54a'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:26:22.837856 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:22.979383 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Allocated IP 192.168.233.2 (fec015e4-3f0c-409a-9931-356d04c7823c/ac0a49f7-e570-4534-9ce8-ec2577c8c54a/1f4cb92b-438d-4662-8f4f-34395d330173) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:26:23.129925 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:23.138224 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Transition to ACTIVE for port object 1f4cb92b-438d-4662-8f4f-34395d330173 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:26:23.154864 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Transition to ACTIVE for port object 1f4cb92b-438d-4662-8f4f-34395d330173 will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:26:23.239892 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:23.277360 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Network fec015e4-3f0c-409a-9931-356d04c7823c is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:26:23.280879 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:26:23.289168 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:26:23.292197 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Pushing event updated for resources: {'Port': ['ID=1f4cb92b-438d-4662-8f4f-34395d330173,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:26:23.315925 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.316281 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.316628 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.316986 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.317321 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.317656 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.317984 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.318315 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.318665 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.319015 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.319341 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.319665 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:26:23.352969 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Attempting to bind port 1f4cb92b-438d-4662-8f4f-34395d330173 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:26:23.353334 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Attempting to bind port 1f4cb92b-438d-4662-8f4f-34395d330173 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:26:23.353694 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Attempting to bind port 1f4cb92b-438d-4662-8f4f-34395d330173 on network fec015e4-3f0c-409a-9931-356d04c7823c {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:26:23.359598 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:26:23.359974 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Checking segment: {'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:26:23.360371 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:23.360762 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Bound using segment: {'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:26:23.361230 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Bound port: 1f4cb92b-438d-4662-8f4f-34395d330173, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:26:23.361625 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:23.425590 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] For port 1f4cb92b-438d-4662-8f4f-34395d330173, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:26:23.428613 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] For port 1f4cb92b-438d-4662-8f4f-34395d330173, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=1f4cb92b-438d-4662-8f4f-34395d330173,segment=NetworkSegment(75c9e9e8-07ce-4f10-93a1-6f27a99191bd),segment_id=75c9e9e8-07ce-4f10-93a1-6f27a99191bd)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:26:23.508607 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:23.573628 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f3558-dd17-419f-a1e4-5545e3fa09f7 None None] Pushing event updated for resources: {'Port': ['ID=1f4cb92b-438d-4662-8f4f-34395d330173,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:26:24.203867 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 1f4cb92b-438d-4662-8f4f-34395d330173 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:26:24.338894 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 1f4cb92b-438d-4662-8f4f-34395d330173 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:26:24.373623 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229262ae-1163-49ef-b4b0-e64411ec1154 None None] Network fec015e4-3f0c-409a-9931-356d04c7823c requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:26:24.460444 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-acd5960e-a002-4071-aa53-35391eb5df13 None None] Provisioning for port 1f4cb92b-438d-4662-8f4f-34395d330173 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:26:24.480949 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-acd5960e-a002-4071-aa53-35391eb5df13 None None] Provisioning complete for port 1f4cb92b-438d-4662-8f4f-34395d330173 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:26:24.481319 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-acd5960e-a002-4071-aa53-35391eb5df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:24.601325 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-acd5960e-a002-4071-aa53-35391eb5df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:24.640708 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-acd5960e-a002-4071-aa53-35391eb5df13 None None] For port 1f4cb92b-438d-4662-8f4f-34395d330173, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=1f4cb92b-438d-4662-8f4f-34395d330173,segment=NetworkSegment(75c9e9e8-07ce-4f10-93a1-6f27a99191bd),segment_id=75c9e9e8-07ce-4f10-93a1-6f27a99191bd)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:26:24.716970 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-acd5960e-a002-4071-aa53-35391eb5df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:24.767465 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5960e-a002-4071-aa53-35391eb5df13 None None] Pushing event updated for resources: {'Port': ['ID=1f4cb92b-438d-4662-8f4f-34395d330173,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:26:24.836325 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-ecdff65c-33cd-49c9-8c75-32cd1abbedb2 None None] Provisioning complete for port 1f4cb92b-438d-4662-8f4f-34395d330173 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:26:24.836621 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-ecdff65c-33cd-49c9-8c75-32cd1abbedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:26.159407 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 1f4cb92b-438d-4662-8f4f-34395d330173 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:26:26.206375 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 1f4cb92b-438d-4662-8f4f-34395d330173 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:26:26.206782 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:27.310994 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:26:31.190326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3cfb4db8-7311-462a-886e-1fc5153d2ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:33.801193 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c5c9127a-819b-4a29-ad36-cc71658ff519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:33.966992 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:35.138279 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:26:37.090498 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:01.166179 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-fc940e9a-8f59-4615-b4e2-ce50aa586765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:03.795264 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-397ca42a-f812-4b28-afcd-1c15823609f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:03.946508 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:04.311234 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:27:05.115206 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:07.020730 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:31.159874 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-828fd64f-0f33-45ab-81c9-0bd391cea8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:33.828191 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-eea026b2-8394-4d59-8217-200d55534f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:33.942035 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:35.135160 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:37.051295 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:41.252530 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50746) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:27:41.259093 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [None req-46b4e0a5-2490-4662-a829-a7378cd766de tempest-verify_tempest_config-198566249 tempest-verify_tempest_config-198566249-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:27:41.260220 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-46b4e0a5-2490-4662-a829-a7378cd766de tempest-verify_tempest_config-198566249 tempest-verify_tempest_config-198566249-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067260 Sep 03 21:27:41.312252 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:27:41.911714 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50764) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:27:42.013395 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:42.103312 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:42.185882 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:42.233206 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7366c5eb-e700-4153-b2fd-12c7edaf28d3,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:27:42.237794 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d537b20e08f54cb59ebad3887c8dda5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3250980 Sep 03 21:27:42.240595 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 50768) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:27:42.242126 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.242505 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.242890 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.243229 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.243568 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.243921 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.244258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.244588 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.245449 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.245823 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.246106 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.246431 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370a661-684a-4bd5-9b63-120756998aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.327961 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:42.347577 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:42.489317 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:42.491825 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:27:42.492979 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7366c5eb-e700-4153-b2fd-12c7edaf28d3 HTTP/1.1" status: 204 len: 168 time: 0.2514114 Sep 03 21:27:42.501487 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366c5eb-e700-4153-b2fd-12c7edaf28d3,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:27:42.510932 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.511278 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.511616 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.511947 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.512276 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.512618 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.512979 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.513301 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.513660 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.513982 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.514299 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.514615 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba574fe-bf71-4fd2-ad09-323128e19315 admin admin] Tracked resource versions report: Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: pushed versions: Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: { 'AddressGroup': {'1.2'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'ConntrackHelper': {'1.0'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Log': {'1.0'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Network': {'1.1'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Port': {'1.7'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'PortForwarding': {'1.2'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'QosPolicy': {'1.9'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SecurityGroup': {'1.4'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SecurityGroupRule': {'1.2'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SubPort': {'1.0'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Subnet': {'1.1'}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Trunk': {'1.1'}} Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: consumer versions: Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: { DHCP agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: L3 agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: Metadata agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: Metering agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: Open vSwitch agent@dv-cinder-759987-9-iscsi: { 'AddressGroup': '1.2', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'ConntrackHelper': '1.0', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Log': '1.0', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Network': '1.1', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Port': '1.7', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'PortForwarding': '1.2', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'QosPolicy': '1.9', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SecurityGroup': '1.4', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SecurityGroupRule': '1.2', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SubPort': '1.0', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Subnet': '1.1', Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Trunk': '1.1'}} Sep 03 21:27:42.516015 dv-cinder-759987-9-iscsi neutron-server[94320]: {{(pid=94320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 21:28:01.164851 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-73ad9398-cf89-4cfb-ac2b-89a2c601ce77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:03.836560 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-2dd5af3d-b428-4b90-99e0-0abd27c15fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:03.962538 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:05.107008 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:07.021530 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:18.313296 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:28:31.249771 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5d683a2-18a3-40bc-a47f-3458a1e5bc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:33.847353 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b4e17e6b-76ab-4d51-a47c-f73cf8a52f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:33.969175 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:35.144709 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:37.020592 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:28:55.315686 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 5 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:29:01.172667 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-04524cb4-115f-4811-8e1b-3b61a9634bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:03.825732 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-563d0170-12b4-4632-ad2d-5e8fa6efdeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:03.968172 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:05.162571 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:07.019759 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:13.682320 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827358'] for agent, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:28.991785 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 50846) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:29:29.094376 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-8119f643-af80-4ca2-ab22-97fb8e0c5b62 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1014941 Sep 03 21:29:31.184805 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-601a6979-dc04-41c4-ba5a-4a57f974c372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:31.295751 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 50856) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:29:31.355611 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-433a514b-7f46-4f47-ae16-f09e98a22551 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0586846 Sep 03 21:29:32.316839 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:29:33.829280 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5465-5e4f-40df-84fb-4f01c32c7ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:33.983520 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:35.144783 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:37.019030 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:29:43.641966 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:01.166931 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d04349f8-533e-4210-8bf8-9a88d6e622ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:03.874354 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8c34d77f-ac13-4a72-92d3-8431d6ea734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:03.989858 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:05.161411 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:07.029647 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:09.320248 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:30:13.623769 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:31.224105 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-a2cceb75-ac7e-416f-95ac-ff348cb67bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:33.834669 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29c992fa-5b18-4493-a1f2-2ee93f1ceb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:33.977431 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:35.149437 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:37.028651 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:43.669101 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:30:46.322428 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:31:00.733823 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51060) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:00.762881 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51066) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:00.806340 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51072) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:00.956382 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-238877520-network', 'tenant_id': '784aa4c93c004b3ba4005f7afc7338eb'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:01.029341 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Made reservation on behalf of 784aa4c93c004b3ba4005f7afc7338eb for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:01.032501 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.042404 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.050138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1830005662-network', 'tenant_id': '407cab3131f04eebbd73d0ebc7b6c7a7'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:01.086078 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-85740374-network', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:01.090086 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.quota [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Loaded quota_driver: . Sep 03 21:31:01.167274 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Made reservation on behalf of 407cab3131f04eebbd73d0ebc7b6c7a7 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:01.169671 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.181620 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.184677 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.db.api [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 21:31:01.184677 dv-cinder-759987-9-iscsi neutron-server[94320]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 21:31:01.184677 dv-cinder-759987-9-iscsi neutron-server[94320]: [parameters: {'project_id_1': 'c6563f94581a4c3586432072f45f94d8', 'expiration_1': datetime.datetime(2021, 9, 3, 21, 30, 41, 96876)}] Sep 03 21:31:01.184677 dv-cinder-759987-9-iscsi neutron-server[94320]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 21:31:01.185679 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG oslo_db.api [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 21:31:01.205506 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e9e6980a-adee-4e92-839c-fa2398449cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.277061 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.366441 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.386138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:31:01.402332 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.402931 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Added segment 3382eb6e-7e9d-4d6e-a101-e32e53253cb0 of type vlan for network bc18f301-cd93-44d5-a028-53dfe61122a2 Sep 03 21:31:01.416668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51098) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:01.417522 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51100) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:01.477362 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a285950d-079f-45df-a86e-5c1d06ee3775,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:01.481596 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.501321 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.501691 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.502037 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.502375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.502717 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.503075 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.503986 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.504317 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.504657 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.504984 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.505394 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.505696 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Tracked resource versions report: Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: pushed versions: Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: { 'AddressGroup': {'1.2'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'ConntrackHelper': {'1.0'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Log': {'1.0'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Network': {'1.1'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Port': {'1.7'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'PortForwarding': {'1.2'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'QosPolicy': {'1.9'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SecurityGroup': {'1.4'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SecurityGroupRule': {'1.2'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SubPort': {'1.0'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Subnet': {'1.1'}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Trunk': {'1.1'}} Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: consumer versions: Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: { DHCP agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: HyperV agent@hv-cinder-75998: {}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: L3 agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: Metadata agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: Metering agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: Open vSwitch agent@dv-cinder-759987-9-iscsi: { 'AddressGroup': '1.2', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'ConntrackHelper': '1.0', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Log': '1.0', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Network': '1.1', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Port': '1.7', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'PortForwarding': '1.2', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'QosPolicy': '1.9', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SecurityGroup': '1.4', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SecurityGroupRule': '1.2', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'SubPort': '1.0', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Subnet': '1.1', Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: 'Trunk': '1.1'}} Sep 03 21:31:01.506727 dv-cinder-759987-9-iscsi neutron-server[94319]: {{(pid=94319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 21:31:01.577216 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.609082 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.609082 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:01.609082 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.637095 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-network', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:01.674168 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] Pushing event updated for resources: {'Network': ['ID=bc18f301-cd93-44d5-a028-53dfe61122a2,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:01.680403 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-network', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:01.686086 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network bc18f301-cd93-44d5-a028-53dfe61122a2 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:31:01.692581 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.749927 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:31:01.756959 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c123b9-9f7d-4518-88ef-95c37ee724a8,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:01.780670 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.781505 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Added segment f7732c39-00d3-45de-bec0-fecc54cce1fb of type vlan for network 1eea8350-02a1-45f5-815e-3ef33618ced3 Sep 03 21:31:01.804779 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.db.api [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 21:31:01.804779 dv-cinder-759987-9-iscsi neutron-server[94319]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 21:31:01.804779 dv-cinder-759987-9-iscsi neutron-server[94319]: [parameters: {'project_id_1': '30d80da5983a4eb0bb10922d58181bc9', 'expiration_1': datetime.datetime(2021, 9, 3, 21, 30, 41, 685477)}] Sep 03 21:31:01.804779 dv-cinder-759987-9-iscsi neutron-server[94319]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 21:31:01.805132 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG oslo_db.api [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 21:31:01.815266 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51124) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:01.816358 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0941a600-b1e0-4eb6-a5f6-7bca352fd940 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0803506 Sep 03 21:31:01.832148 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Request body: {'subnet': {'network_id': 'bc18f301-cd93-44d5-a028-53dfe61122a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-238877520-subnet', 'tenant_id': '784aa4c93c004b3ba4005f7afc7338eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:01.844300 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.db.api [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 21:31:01.844300 dv-cinder-759987-9-iscsi neutron-server[94320]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 21:31:01.844300 dv-cinder-759987-9-iscsi neutron-server[94320]: [parameters: {'project_id_1': 'c6563f94581a4c3586432072f45f94d8', 'expiration_1': datetime.datetime(2021, 9, 3, 21, 30, 41, 692452)}] Sep 03 21:31:01.844300 dv-cinder-759987-9-iscsi neutron-server[94320]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 21:31:01.845092 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG oslo_db.api [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 21:31:01.857486 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.889056 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Made reservation on behalf of 3b98ff6005d34331b5eb83d5601b79c1 for: {'network': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:01.892087 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.910272 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.971401 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:01.973074 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:01.973758 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.002150 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Made reservation on behalf of 784aa4c93c004b3ba4005f7afc7338eb for: {'subnet': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:02.006724 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.045749 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] Pushing event updated for resources: {'Network': ['ID=1eea8350-02a1-45f5-815e-3ef33618ced3,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:02.057507 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 1eea8350-02a1-45f5-815e-3ef33618ced3 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:31:02.086779 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-05bb44c2-a227-409c-8b60-cc2e0c23b94c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3225696 Sep 03 21:31:02.089716 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51136) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:02.095217 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Request body: {'subnet': {'network_id': '1eea8350-02a1-45f5-815e-3ef33618ced3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1830005662-subnet', 'tenant_id': '407cab3131f04eebbd73d0ebc7b6c7a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:02.419008 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.469139 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.526654 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.576667 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:31:02.601981 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=918a7277-e7e8-4509-a7c4-7ae73990a3ca,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:02.626237 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Checking segment: {'id': '3382eb6e-7e9d-4d6e-a101-e32e53253cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc18f301-cd93-44d5-a028-53dfe61122a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:02.626923 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Network hostable DHCP agents. Network: bc18f301-cd93-44d5-a028-53dfe61122a2, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:31:02.630410 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742077149004', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.631351 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Unsubscribe: segment precommit_create {{(pid=94320) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 21:31:02.632067 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.segments_db [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Added segment 8db56291-8568-416d-a084-58b6dbb5da55 of type vlan for network 489e42f5-1995-441f-ace5-7b78c4ea64b1 Sep 03 21:31:02.639863 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Made reservation on behalf of 407cab3131f04eebbd73d0ebc7b6c7a7 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:02.642276 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.664719 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.665167 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.665555 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.665902 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.666246 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.666616 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.667018 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.667356 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.667700 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.668288 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.668626 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.669803 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Tracked resource versions report: Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: pushed versions: Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: { 'AddressGroup': {'1.2'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'ConntrackHelper': {'1.0'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Log': {'1.0'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Network': {'1.1'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Port': {'1.7'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'PortForwarding': {'1.2'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'QosPolicy': {'1.9'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SecurityGroup': {'1.4'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SecurityGroupRule': {'1.2'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SubPort': {'1.0'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Subnet': {'1.1'}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Trunk': {'1.1'}} Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: consumer versions: Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: { DHCP agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: HyperV agent@hv-cinder-75998: {}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: L3 agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: Metadata agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: Metering agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: Open vSwitch agent@dv-cinder-759987-9-iscsi: { 'AddressGroup': '1.2', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'ConntrackHelper': '1.0', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Log': '1.0', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Network': '1.1', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Port': '1.7', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'PortForwarding': '1.2', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'QosPolicy': '1.9', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SecurityGroup': '1.4', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SecurityGroupRule': '1.2', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'SubPort': '1.0', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Subnet': '1.1', Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: 'Trunk': '1.1'}} Sep 03 21:31:02.670900 dv-cinder-759987-9-iscsi neutron-server[94320]: {{(pid=94320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 21:31:02.691985 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d601b2-eba7-40e9-a3dc-418ebc733a46,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:02.760618 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.864928 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Network bc18f301-cd93-44d5-a028-53dfe61122a2 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:31:02.869526 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Made reservation on behalf of c6563f94581a4c3586432072f45f94d8 for: {'network': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:02.871244 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.893345 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.894913 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:02.895555 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.900680 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.914966 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.963920 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6aba249-caeb-4e22-b5b9-b07ca97df0cf,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:02.988406 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Made reservation on behalf of 30d80da5983a4eb0bb10922d58181bc9 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:02.988406 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:02.997966 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.001199 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Checking segment: {'id': 'f7732c39-00d3-45de-bec0-fecc54cce1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1eea8350-02a1-45f5-815e-3ef33618ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:03.002835 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Network hostable DHCP agents. Network: 1eea8350-02a1-45f5-815e-3ef33618ced3, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:31:03.006453 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, bc18f301-cd93-44d5-a028-53dfe61122a2) {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:03.008331 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] Pushing event updated for resources: {'Network': ['ID=489e42f5-1995-441f-ace5-7b78c4ea64b1,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:03.031581 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0948a6-d3bd-4f4e-93ef-6534e467f8c0 None None] Network bc18f301-cd93-44d5-a028-53dfe61122a2 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:03.040359 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:03.041010 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.070535 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:31:03.089366 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-be0c3826-ea5a-4a58-b18d-3c03ab99d5df admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6707439 Sep 03 21:31:03.096237 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51200) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:03.102316 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Request body: {'subnet': {'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-subnet', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:03.211102 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Network 1eea8350-02a1-45f5-815e-3ef33618ced3 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:31:03.224123 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-ba34a8e2-67c7-47d9-8221-8f1b02cd42b7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3976040 Sep 03 21:31:03.229677 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 1eea8350-02a1-45f5-815e-3ef33618ced3) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:03.243946 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:03.245054 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.253569 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f48a82-478e-4cf2-9cd4-1467b32c2855 None None] Network 1eea8350-02a1-45f5-815e-3ef33618ced3 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:03.308248 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.390411 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.420139 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:31:03.429845 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8a0925-caa4-4653-bb6a-9c4e5f3da21e,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:03.435601 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b73d26-8618-45f8-b217-1af74e249cc9 None None] Network bc18f301-cd93-44d5-a028-53dfe61122a2 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:03.436141 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.436493 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.segments_db [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Added segment 0ffec481-5785-4bd2-b3b6-696d16ba2fe7 of type vlan for network 09e8758b-c299-4d5e-9303-5faad8c1093b Sep 03 21:31:03.479287 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.519584 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-74f29c4e-349d-4672-bcbc-3172c8e99d42 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4229548 Sep 03 21:31:03.555084 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad296b5-d1c0-4d7d-8072-56f7729e21b6 None None] Network 1eea8350-02a1-45f5-815e-3ef33618ced3 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:03.600837 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.603437 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:03.605108 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.661460 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.761198 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] Pushing event updated for resources: {'Network': ['ID=09e8758b-c299-4d5e-9303-5faad8c1093b,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:03.773388 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51220) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:03.775024 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 09e8758b-c299-4d5e-9303-5faad8c1093b details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:31:03.817665 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.838351 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:31:03.851452 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-ee46abe0-6390-4506-ba29-73d98e6e567a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.854391 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:03.865523 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.866194 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Added segment c7a57f7d-6710-4b5f-80c9-23f401eeb6e3 of type vlan for network 673f58a7-bac8-4adf-a01e-3481875be44e Sep 03 21:31:03.909213 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:03.928368 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-9666b640-066a-4979-b48b-3d2c25fa565e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1200776 Sep 03 21:31:03.937016 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51232) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:03.943136 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Request body: {'subnet': {'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-85740374-subnet', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:04.001122 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0c10125-cc42-4321-9527-8f54c1ed1536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.011667 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.045420 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Made reservation on behalf of 3b98ff6005d34331b5eb83d5601b79c1 for: {'subnet': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:04.047876 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.060594 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.060594 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:04.060865 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.161475 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] Pushing event updated for resources: {'Network': ['ID=673f58a7-bac8-4adf-a01e-3481875be44e,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:04.172935 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 673f58a7-bac8-4adf-a01e-3481875be44e details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:31:04.177923 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Made reservation on behalf of c6563f94581a4c3586432072f45f94d8 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:04.187624 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.323437 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51262) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:04.325844 dv-cinder-759987-9-iscsi neutron-server[94320]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 21:31:04.376882 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0c10125-cc42-4321-9527-8f54c1ed1536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.456724 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51268) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:04.462290 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915726880-network', 'tenant_id': 'b72086e3b63b47d2af6d7513a147de8c'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:04.472539 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.520597 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0c10125-cc42-4321-9527-8f54c1ed1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.550853 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.562030 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-e91c2cdf-0dac-41f7-8b0a-a2a042fc2ac7 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:04.564588 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c0c10125-cc42-4321-9527-8f54c1ed1536 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=775d383f617d48839f6b73ceb5cc8652&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7866294 Sep 03 21:31:04.564741 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-e91c2cdf-0dac-41f7-8b0a-a2a042fc2ac7 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/networks?id=1eea8350-02a1-45f5-815e-3ef33618ced3 HTTP/1.1" status: 200 len: 812 time: 0.2390280 Sep 03 21:31:04.566815 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51276) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:04.577484 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f808766-4e4c-451b-b15d-ea30fdd54373,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:04.610358 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-2846b2b6-7f6e-4a90-bb2d-61030626cdd6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1657832 Sep 03 21:31:04.618026 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51278) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:04.618488 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c10125-cc42-4321-9527-8f54c1ed1536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd30cecf-18bc-4e5e-8b9b-f945e3b7e56b,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:04.620867 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-707bce2e-706c-4c5e-aed3-66b398ba2f8f tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/quotas/407cab3131f04eebbd73d0ebc7b6c7a7 HTTP/1.1" status: 200 len: 375 time: 0.0440788 Sep 03 21:31:04.630769 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Request body: {'subnet': {'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-subnet', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:04.640660 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Checking segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:04.641027 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Network hostable DHCP agents. Network: 489e42f5-1995-441f-ace5-7b78c4ea64b1, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:31:04.652569 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0848dbf-f6f0-4305-95dc-d3fd3077e59b,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:04.657399 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Checking segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:04.657756 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Network hostable DHCP agents. Network: 09e8758b-c299-4d5e-9303-5faad8c1093b, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:31:04.695707 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Made reservation on behalf of b72086e3b63b47d2af6d7513a147de8c for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:04.697986 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.707236 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.732384 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-785970a2-e172-4f64-b739-b013af05246e tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=407cab3131f04eebbd73d0ebc7b6c7a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926945 Sep 03 21:31:04.755183 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0b960bf5-043f-4e2e-995d-1a52f73589a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.776343 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Network 09e8758b-c299-4d5e-9303-5faad8c1093b is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:31:04.779818 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0b960bf5-043f-4e2e-995d-1a52f73589a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.845960 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Made reservation on behalf of 30d80da5983a4eb0bb10922d58181bc9 for: {'subnet': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:04.848522 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.850339 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:31:04.919089 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0b960bf5-043f-4e2e-995d-1a52f73589a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.919089 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0b960bf5-043f-4e2e-995d-1a52f73589a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.919089 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-0b960bf5-043f-4e2e-995d-1a52f73589a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd30cecf-18bc-4e5e-8b9b-f945e3b7e56b HTTP/1.1" status: 204 len: 168 time: 0.3458154 Sep 03 21:31:04.938012 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 09e8758b-c299-4d5e-9303-5faad8c1093b) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:04.938568 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-00a698e5-55c2-4c2a-a8c7-c7392c94e1d4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:31:04.948194 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-00a698e5-55c2-4c2a-a8c7-c7392c94e1d4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0798681 Sep 03 21:31:04.957507 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c746133-e614-4f17-bc0e-86aeb200d110 None None] Network 09e8758b-c299-4d5e-9303-5faad8c1093b requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:04.963024 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:04.963648 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b960bf5-043f-4e2e-995d-1a52f73589a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd30cecf-18bc-4e5e-8b9b-f945e3b7e56b,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:04.964135 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:04.965741 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 489e42f5-1995-441f-ace5-7b78c4ea64b1) {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:04.979483 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c2e6d-7af9-42d3-b024-c2db9d3b9ac0 None None] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:04.986224 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:04.986865 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.014832 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.094934 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.141965 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-b6b402bd-6f86-4d18-9c3a-ffe96a7a422b service neutron] 10.222.0.46 "GET /v2.0/networks/1eea8350-02a1-45f5-815e-3ef33618ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928988 Sep 03 21:31:05.154893 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f49102-f053-4889-bfa0-b79f73430d8e,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:05.188400 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:31:05.196223 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a8247b30-977d-4fa9-91bc-0c9ec549f462 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2573619 Sep 03 21:31:05.211870 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.212347 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Added segment b3dad521-1e7d-4844-8aa8-550610abd8bd of type vlan for network 7e0fbbd7-b488-4e51-8ead-b131db6aa84c Sep 03 21:31:05.219928 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51296) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:05.224276 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.236506 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-5253a622-6a45-426f-9fb6-8313bee4a8f7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1385913 Sep 03 21:31:05.243898 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:05.251092 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51300) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:05.259142 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-09e8758b-c299-4d5e-9303-5faad8c1093b', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:31:05.260067 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.266816 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:05.288903 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-489e42f5-1995-441f-ace5-7b78c4ea64b1', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:31:05.289764 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.364574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.375411 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.407520 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-9bf8f29c-72d4-4e1f-8ae9-eb0470ed19db service neutron] 10.222.0.46 "GET /v2.0/networks/1eea8350-02a1-45f5-815e-3ef33618ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866100 Sep 03 21:31:05.443426 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.443426 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.452084 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65ac5f2-6757-40b5-80ef-2d0fb8797d19,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:05.474188 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Checking segment: {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:05.474559 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Network hostable DHCP agents. Network: 673f58a7-bac8-4adf-a01e-3481875be44e, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:31:05.514621 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.515985 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:05.516776 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.522089 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Allocated IP 172.20.0.2 (489e42f5-1995-441f-ace5-7b78c4ea64b1/9f808766-4e4c-451b-b15d-ea30fdd54373/2afbc85d-942d-446e-8a20-74b160489421) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:05.596204 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.606046 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.607397 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.678420 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Allocated IP 172.20.0.2 (09e8758b-c299-4d5e-9303-5faad8c1093b/e0848dbf-f6f0-4305-95dc-d3fd3077e59b/a65a3f8d-4964-462e-b419-2a49f9f52977) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:05.700248 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0fbbd7-b488-4e51-8ead-b131db6aa84c,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:05.708791 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5dd0a0d1-fba0-40ea-8955-51d5b00e58a9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2530136 Sep 03 21:31:05.712145 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51314) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:05.719412 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Request body: {'subnet': {'network_id': '7e0fbbd7-b488-4e51-8ead-b131db6aa84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915726880-subnet', 'tenant_id': 'b72086e3b63b47d2af6d7513a147de8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:05.724249 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 7e0fbbd7-b488-4e51-8ead-b131db6aa84c details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:31:05.738862 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Network 673f58a7-bac8-4adf-a01e-3481875be44e is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:31:05.743699 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.857418 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Made reservation on behalf of b72086e3b63b47d2af6d7513a147de8c for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:05.860232 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:05.862856 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 673f58a7-bac8-4adf-a01e-3481875be44e) {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:05.938162 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9b846-8d12-4582-a79c-057952e84ff8 None None] Network 673f58a7-bac8-4adf-a01e-3481875be44e requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:05.951388 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51326) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:05.964910 dv-cinder-759987-9-iscsi neutron-server[94319]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 21:31:05.967997 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:05.968589 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.111567 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-948fcd52-4342-4215-aa35-0e0c263b2a13 req-cba2ef6b-c8d7-41b3-9b96-c25e5d07e4fb tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 210 time: 0.1558716 Sep 03 21:31:06.289183 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.292003 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.296783 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-ae0b35c2-6aec-4d46-814c-ac59d6553c47 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6775789 Sep 03 21:31:06.300556 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51350) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:06.306277 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:06.358111 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51352) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:06.381154 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.388520 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.405836 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Transition to ACTIVE for port object a65a3f8d-4964-462e-b419-2a49f9f52977 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:06.414936 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Transition to ACTIVE for port object 2afbc85d-942d-446e-8a20-74b160489421 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:06.446952 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.469261 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.470437 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.474304 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Transition to ACTIVE for port object a65a3f8d-4964-462e-b419-2a49f9f52977 will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:06.482274 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Transition to ACTIVE for port object 2afbc85d-942d-446e-8a20-74b160489421 will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:06.493921 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a974d47-1ad1-4d14-8841-3583f265e0f7 None None] Network 673f58a7-bac8-4adf-a01e-3481875be44e requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:06.546356 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d750256-6edd-43ac-82e5-426935870faa,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:06.564345 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.568186 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Checking segment: {'id': 'b3dad521-1e7d-4844-8aa8-550610abd8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7e0fbbd7-b488-4e51-8ead-b131db6aa84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:06.568628 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Network hostable DHCP agents. Network: 7e0fbbd7-b488-4e51-8ead-b131db6aa84c, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:31:06.576838 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-38006ef6-c35d-4fbb-b9e7-9d2f28714a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.633205 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.651672 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Network 09e8758b-c299-4d5e-9303-5faad8c1093b is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:06.653884 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.666959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:06.668248 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Network 7e0fbbd7-b488-4e51-8ead-b131db6aa84c is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:31:06.681951 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:06.703011 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:06.709409 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:06.711051 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Pushing event updated for resources: {'Port': ['ID=a65a3f8d-4964-462e-b419-2a49f9f52977,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:06.716391 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:06.765838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 7e0fbbd7-b488-4e51-8ead-b131db6aa84c) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:06.770819 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:06.771633 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.781732 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.783111 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.783685 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.785314 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.785874 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.786407 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.786839 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Tracked resource versions report: Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: pushed versions: Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: { 'AddressGroup': {'1.2'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'ConntrackHelper': {'1.0'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Log': {'1.0'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Network': {'1.1'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Port': {'1.7'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'PortForwarding': {'1.2'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'QosPolicy': {'1.9'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SecurityGroup': {'1.4'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SecurityGroupRule': {'1.2'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SubPort': {'1.0'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Subnet': {'1.1'}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Trunk': {'1.1'}} Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: consumer versions: Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: { DHCP agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: HyperV agent@hv-cinder-75998: {}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: L3 agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: Metadata agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: Metering agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: Open vSwitch agent@dv-cinder-759987-9-iscsi: { 'AddressGroup': '1.2', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'ConntrackHelper': '1.0', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Log': '1.0', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Network': '1.1', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Port': '1.7', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'PortForwarding': '1.2', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'QosPolicy': '1.9', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SecurityGroup': '1.4', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SecurityGroupRule': '1.2', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'SubPort': '1.0', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Subnet': '1.1', Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: 'Trunk': '1.1'}} Sep 03 21:31:06.792916 dv-cinder-759987-9-iscsi neutron-server[94321]: {{(pid=94321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 21:31:06.800874 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf45952-0ab7-4d2b-9ce6-e9598ee41a41 None None] Network 7e0fbbd7-b488-4e51-8ead-b131db6aa84c requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:06.897685 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Attempting to bind port a65a3f8d-4964-462e-b419-2a49f9f52977 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:06.898216 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Attempting to bind port a65a3f8d-4964-462e-b419-2a49f9f52977 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:06.899132 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Attempting to bind port a65a3f8d-4964-462e-b419-2a49f9f52977 on network 09e8758b-c299-4d5e-9303-5faad8c1093b {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:06.989439 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:06.989983 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Checking segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:06.990509 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.990718 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:06.991173 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Bound using segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:06.991482 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Bound port: a65a3f8d-4964-462e-b419-2a49f9f52977, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:06.991918 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.013903 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Pushing event updated for resources: {'Port': ['ID=2afbc85d-942d-446e-8a20-74b160489421,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:07.030887 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Attempting to bind port 2afbc85d-942d-446e-8a20-74b160489421 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:07.033686 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Attempting to bind port 2afbc85d-942d-446e-8a20-74b160489421 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:07.033686 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Attempting to bind port 2afbc85d-942d-446e-8a20-74b160489421 on network 489e42f5-1995-441f-ace5-7b78c4ea64b1 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:07.064694 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:07.065068 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Checking segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:07.066099 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.066548 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Bound using segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:07.067076 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Bound port: 2afbc85d-942d-446e-8a20-74b160489421, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:07.067482 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.124895 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.139043 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.179670 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061bfd6-381b-485b-afed-74be8cbba99b None None] Network 7e0fbbd7-b488-4e51-8ead-b131db6aa84c requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:07.180353 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-38006ef6-c35d-4fbb-b9e7-9d2f28714a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.185629 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.225275 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] For port a65a3f8d-4964-462e-b419-2a49f9f52977, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:07.261557 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] For port a65a3f8d-4964-462e-b419-2a49f9f52977, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=a65a3f8d-4964-462e-b419-2a49f9f52977,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:07.307001 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] For port 2afbc85d-942d-446e-8a20-74b160489421, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:07.327610 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] For port 2afbc85d-942d-446e-8a20-74b160489421, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2afbc85d-942d-446e-8a20-74b160489421,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:07.334983 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-38006ef6-c35d-4fbb-b9e7-9d2f28714a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.340736 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.362144 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-793b7b30-e4e5-42f6-bfc7-89b3b6fa6041 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6471200 Sep 03 21:31:07.448343 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.462528 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e862169-ce5f-4f78-9e77-1b05a7dbe4e7 None None] Pushing event updated for resources: {'Port': ['ID=a65a3f8d-4964-462e-b419-2a49f9f52977,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:07.534594 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d4eb8-9f56-49cc-aead-22de1c4921a1 None None] Pushing event updated for resources: {'Port': ['ID=2afbc85d-942d-446e-8a20-74b160489421,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:07.583018 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c0437f6e-2eca-40ae-9c2b-50914a349d25 req-d8f9ebe0-df7d-4c40-ae17-519f9ee9b3fe tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 210 time: 0.3033540 Sep 03 21:31:07.679828 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-38006ef6-c35d-4fbb-b9e7-9d2f28714a2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4334a6cdfcd48f0814773f10d5ec458&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3204560 Sep 03 21:31:07.682453 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51414) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:07.713863 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.723438 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51416) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:07.867150 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0bbcdd7-9d96-4816-b6b5-bd742f00b00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.922902 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.930012 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0bbcdd7-9d96-4816-b6b5-bd742f00b00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:07.973118 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38006ef6-c35d-4fbb-b9e7-9d2f28714a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48af28b6-292a-405b-90d4-2614d777ca72,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:08.054475 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-540db023-2a28-467a-b9ae-5e69a3bcb5e6 admin admin] Deleting subnet 918a7277-e7e8-4509-a7c4-7ae73990a3ca {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:31:08.086265 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0bbcdd7-9d96-4816-b6b5-bd742f00b00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.089281 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0bbcdd7-9d96-4816-b6b5-bd742f00b00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.094800 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c0bbcdd7-9d96-4816-b6b5-bd742f00b00c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48af28b6-292a-405b-90d4-2614d777ca72 HTTP/1.1" status: 204 len: 168 time: 0.4070306 Sep 03 21:31:08.109268 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-540db023-2a28-467a-b9ae-5e69a3bcb5e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.119890 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbcdd7-9d96-4816-b6b5-bd742f00b00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48af28b6-292a-405b-90d4-2614d777ca72,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:08.192410 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-540db023-2a28-467a-b9ae-5e69a3bcb5e6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.206596 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-540db023-2a28-467a-b9ae-5e69a3bcb5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.319600 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Allocated IP 172.27.3.66 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/b3fbf60c-ae6c-4734-9244-57ba1a4ece46) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:08.356911 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-540db023-2a28-467a-b9ae-5e69a3bcb5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.452236 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device a65a3f8d-4964-462e-b419-2a49f9f52977 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:08.482010 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540db023-2a28-467a-b9ae-5e69a3bcb5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=918a7277-e7e8-4509-a7c4-7ae73990a3ca,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:08.582183 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-540db023-2a28-467a-b9ae-5e69a3bcb5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.587261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51456) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:08.605416 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port a65a3f8d-4964-462e-b419-2a49f9f52977 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:08.615936 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2afbc85d-942d-446e-8a20-74b160489421 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:08.625112 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-540db023-2a28-467a-b9ae-5e69a3bcb5e6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/918a7277-e7e8-4509-a7c4-7ae73990a3ca HTTP/1.1" status: 204 len: 168 time: 0.8973191 Sep 03 21:31:08.796865 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.832411 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.871236 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.940397 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:08.954042 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 2afbc85d-942d-446e-8a20-74b160489421 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:09.102904 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.117035 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.117515 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.118204 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.118536 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > port after_create 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.118906 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > port after_delete 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.119249 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > port after_update 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.119624 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.119966 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.120286 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.120608 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.173636 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.224982 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8563ef-530a-4695-bd89-6336db2707cb None None] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:09.265181 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Allocated IP 172.27.3.135 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/99b83965-a692-4ba8-994c-ba831f8725f0) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:09.310187 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.310639 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.311056 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.311633 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:09.312310 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc18f301-cd93-44d5-a028-53dfe61122a2']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:09.356878 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51474) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:09.374546 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191bd73c-45d3-410f-8811-6c56bacff321 None None] Network 09e8758b-c299-4d5e-9303-5faad8c1093b requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:09.377486 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3382eb6e-7e9d-4d6e-a101-e32e53253cb0') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:09.377830 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3382eb6e-7e9d-4d6e-a101-e32e53253cb0') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:09.393970 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.394828 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.417343 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.426936 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:31:09.427339 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.478626 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-e775de27-0fe5-411d-baa1-9af06cb7f652 None None] Provisioning for port 2afbc85d-942d-446e-8a20-74b160489421 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:09.483442 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51478) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:09.486219 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-e775de27-0fe5-411d-baa1-9af06cb7f652 None None] Provisioning complete for port 2afbc85d-942d-446e-8a20-74b160489421 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:09.486658 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e775de27-0fe5-411d-baa1-9af06cb7f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: from cryptography.utils import int_from_bytes Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: from cryptography.utils import int_from_bytes Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:31:09.493746 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:31:09.496523 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-80abfce5-9c60-40d2-86c9-01df798f6b43 req-4a90ebe5-d976-465f-ad73-e726c4f6beba tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 210 time: 0.4556196 Sep 03 21:31:09.497787 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:09.503333 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:09.504179 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-30f4f78f-c469-49ed-b656-74df09ed4e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.508825 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:09.552779 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.603827 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.616715 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.620201 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] 10.222.0.46 "DELETE /v2.0/networks/bc18f301-cd93-44d5-a028-53dfe61122a2 HTTP/1.1" status: 204 len: 168 time: 1.0302718 Sep 03 21:31:09.641986 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51482) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:09.648553 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adcc30-1f62-4a0a-a343-8d146fe65ace admin admin] Pushing event deleted for resources: {'Network': ['ID=bc18f301-cd93-44d5-a028-53dfe61122a2,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:09.710782 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e775de27-0fe5-411d-baa1-9af06cb7f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.740838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-30f4f78f-c469-49ed-b656-74df09ed4e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.748489 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3f86c8-83f8-445c-be67-333eb545618a admin admin] Deleting subnet 1d750256-6edd-43ac-82e5-426935870faa {{(pid=94319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:31:09.753031 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5c3f86c8-83f8-445c-be67-333eb545618a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.755204 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Pushing event updated for resources: {'Port': ['ID=b3fbf60c-ae6c-4734-9244-57ba1a4ece46,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:09.775260 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-e775de27-0fe5-411d-baa1-9af06cb7f652 None None] For port 2afbc85d-942d-446e-8a20-74b160489421, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2afbc85d-942d-446e-8a20-74b160489421,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:09.810961 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5c3f86c8-83f8-445c-be67-333eb545618a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127826990'] for subnet, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.826987 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:09.827521 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67a366c7-0636-47ef-87bd-2947526335fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.851361 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e775de27-0fe5-411d-baa1-9af06cb7f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.869880 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-30f4f78f-c469-49ed-b656-74df09ed4e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.875783 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:09.879082 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Allocated IP 172.27.3.223 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/2bec0227-c299-4b35-9286-8b39674813b0) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:09.906692 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:09.931775 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775de27-0fe5-411d-baa1-9af06cb7f652 None None] Pushing event updated for resources: {'Port': ['ID=2afbc85d-942d-446e-8a20-74b160489421,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:09.965093 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5c3f86c8-83f8-445c-be67-333eb545618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:09.969164 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-30f4f78f-c469-49ed-b656-74df09ed4e4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15def62574644578a95c86943b77f2fb&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6102614 Sep 03 21:31:09.977570 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.18', 51224) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:09.977570 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51484) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:09.990095 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] Provisioning complete for port 2afbc85d-942d-446e-8a20-74b160489421 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:09.990752 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.005694 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4f78f-c469-49ed-b656-74df09ed4e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6cef5-b1fa-4397-bb23-20af43efa668,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:10.087026 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5c3f86c8-83f8-445c-be67-333eb545618a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127293083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127280770'] for subnet, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.129815 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f86c8-83f8-445c-be67-333eb545618a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d750256-6edd-43ac-82e5-426935870faa,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:10.140680 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=99b83965-a692-4ba8-994c-ba831f8725f0,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:10.151157 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5c3f86c8-83f8-445c-be67-333eb545618a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.154293 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5c3f86c8-83f8-445c-be67-333eb545618a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1d750256-6edd-43ac-82e5-426935870faa HTTP/1.1" status: 204 len: 168 time: 0.5011139 Sep 03 21:31:10.156900 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51492) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:10.198618 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] Provisioning for port a65a3f8d-4964-462e-b419-2a49f9f52977 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:10.202502 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] Provisioning complete for port a65a3f8d-4964-462e-b419-2a49f9f52977 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:10.202904 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.233266 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.308008 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.342016 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2afbc85d-942d-446e-8a20-74b160489421 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:10.348043 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.363402 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0fbbd7-b488-4e51-8ead-b131db6aa84c']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:10.376878 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dad521-1e7d-4844-8aa8-550610abd8bd') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:10.377348 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dad521-1e7d-4844-8aa8-550610abd8bd') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:10.379882 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] For port a65a3f8d-4964-462e-b419-2a49f9f52977, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=a65a3f8d-4964-462e-b419-2a49f9f52977,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:10.398366 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.410739 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 2afbc85d-942d-446e-8a20-74b160489421 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:10.411168 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.414655 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.421851 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:31:10.425204 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:31:10.505337 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.508950 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-e727b66e-b9ad-4e3d-a2b1-2c801a90d4da tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:10.510430 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-e727b66e-b9ad-4e3d-a2b1-2c801a90d4da tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.18 "GET /v2.0/networks?id=1eea8350-02a1-45f5-815e-3ef33618ced3 HTTP/1.1" status: 200 len: 812 time: 0.4657516 Sep 03 21:31:10.551368 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fa2-c8fe-439e-9127-99efd93a02d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.566553 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.580626 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b9df4-0858-49fa-a51b-463cd579c39f None None] Pushing event updated for resources: {'Port': ['ID=a65a3f8d-4964-462e-b419-2a49f9f52977,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:10.580741 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.586964 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7e0fbbd7-b488-4e51-8ead-b131db6aa84c HTTP/1.1" status: 204 len: 168 time: 0.4264219 Sep 03 21:31:10.594528 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Request body: {'port': {'device_id': '26026a79-69f5-4583-a193-08a4262abaf5', 'network_id': '1eea8350-02a1-45f5-815e-3ef33618ced3', 'admin_state_up': True, 'tenant_id': '407cab3131f04eebbd73d0ebc7b6c7a7'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:10.600180 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.603970 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e2522-45b1-49e8-9707-aec2412b5461 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0fbbd7-b488-4e51-8ead-b131db6aa84c,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:10.645440 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-01022f10-50b0-4330-a32a-f4c6d5d3fc44 None None] Provisioning complete for port a65a3f8d-4964-462e-b419-2a49f9f52977 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:10.645833 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-01022f10-50b0-4330-a32a-f4c6d5d3fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.656788 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.708187 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fa2-c8fe-439e-9127-99efd93a02d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:10.931278 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6bc617cf-c714-4f15-a3a1-09f81781c105 req-9b653f52-32db-430e-881c-6d63582c8175 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 210 time: 0.2080340 Sep 03 21:31:10.974062 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51522) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:10.996432 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67a366c7-0636-47ef-87bd-2947526335fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.021045 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-6d607ded-da38-4db1-8d0f-66df750ac32d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=784aa4c93c004b3ba4005f7afc7338eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446672 Sep 03 21:31:11.023817 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51526) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:11.059663 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67a366c7-0636-47ef-87bd-2947526335fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.092971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c56b8aa0-3e34-478e-8c3a-1b6d3270926e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.115930 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.119155 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c56b8aa0-3e34-478e-8c3a-1b6d3270926e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.168972 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.205617 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fa2-c8fe-439e-9127-99efd93a02d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.208865 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b20f9fa2-c8fe-439e-9127-99efd93a02d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.210000 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b20f9fa2-c8fe-439e-9127-99efd93a02d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70e6cef5-b1fa-4397-bb23-20af43efa668 HTTP/1.1" status: 204 len: 168 time: 1.1641715 Sep 03 21:31:11.213363 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-67a366c7-0636-47ef-87bd-2947526335fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26e319cef2154e24a913abf1596a0dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7279077 Sep 03 21:31:11.224635 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a366c7-0636-47ef-87bd-2947526335fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd5b5f6-b6e5-4522-8418-cb8698a2c071,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:11.226672 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51532) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:11.247655 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c56b8aa0-3e34-478e-8c3a-1b6d3270926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.250826 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c56b8aa0-3e34-478e-8c3a-1b6d3270926e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.252182 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c56b8aa0-3e34-478e-8c3a-1b6d3270926e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a285950d-079f-45df-a86e-5c1d06ee3775 HTTP/1.1" status: 204 len: 168 time: 0.2274196 Sep 03 21:31:11.287892 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b8aa0-3e34-478e-8c3a-1b6d3270926e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a285950d-079f-45df-a86e-5c1d06ee3775,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:11.327902 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0598c223-4145-42b3-8a92-b398f397161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.379360 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0598c223-4145-42b3-8a92-b398f397161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.455655 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f9fa2-c8fe-439e-9127-99efd93a02d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6cef5-b1fa-4397-bb23-20af43efa668,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:11.465966 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:11.477937 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Made reservation on behalf of 407cab3131f04eebbd73d0ebc7b6c7a7 for: {'port': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:11.481598 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.483820 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:11.495946 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:11.631944 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Pushing event updated for resources: {'Port': ['ID=2bec0227-c299-4b35-9286-8b39674813b0,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:11.708600 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0598c223-4145-42b3-8a92-b398f397161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.712576 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0598c223-4145-42b3-8a92-b398f397161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:11.715395 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0598c223-4145-42b3-8a92-b398f397161d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efd5b5f6-b6e5-4522-8418-cb8698a2c071 HTTP/1.1" status: 204 len: 168 time: 0.4865241 Sep 03 21:31:11.725388 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598c223-4145-42b3-8a92-b398f397161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd5b5f6-b6e5-4522-8418-cb8698a2c071,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:11.848256 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:12.131438 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b3f39776-e66b-4df5-aab0-a7fbbf4fe6cd req-760bab1c-d50e-4f51-b19d-9e1c85323e97 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 210 time: 0.0865092 Sep 03 21:31:12.141121 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:12.145879 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Allocated IP 172.20.0.14 (1eea8350-02a1-45f5-815e-3ef33618ced3/c6aba249-caeb-4e22-b5b9-b07ca97df0cf/7fce4871-447a-4c11-904a-b87a02551cd7) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:12.458263 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device a65a3f8d-4964-462e-b419-2a49f9f52977 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:12.507667 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port a65a3f8d-4964-462e-b419-2a49f9f52977 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:12.508522 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:12.530016 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:12.647546 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Router 0b987f7c-c152-4653-972b-5fb5798ea2a1 is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:31:12.707382 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:12.759245 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:31:12.894015 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51554) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:12.989293 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-01a8f3b8-c823-4084-b3b2-eeefd6a71fc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b72086e3b63b47d2af6d7513a147de8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559080 Sep 03 21:31:12.992254 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51556) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:13.112091 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0e00-93d9-4581-98b6-53d2245d4f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:13.223155 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0e00-93d9-4581-98b6-53d2245d4f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:13.369300 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:31:13.387494 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Sync routers for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:31:13.388582 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:13.408803 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:13.412148 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:13.601220 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3fd074ba-d316-49c9-beca-568714889fb7 req-ceafa1b2-671f-40a3-8e6b-050e90aa1e21 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 210 time: 0.2160654 Sep 03 21:31:13.640475 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:31:13.646220 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:13.656605 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0e00-93d9-4581-98b6-53d2245d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:13.660659 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Sync routers for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:31:13.661473 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e9ad0e00-93d9-4581-98b6-53d2245d4f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:13.665835 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e9ad0e00-93d9-4581-98b6-53d2245d4f1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4f49102-f053-4889-bfa0-b79f73430d8e HTTP/1.1" status: 204 len: 168 time: 0.6686721 Sep 03 21:31:13.678966 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad0e00-93d9-4581-98b6-53d2245d4f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f49102-f053-4889-bfa0-b79f73430d8e,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:13.688920 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:13.692902 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:13.696521 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:13.778988 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:13.784966 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51576) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:13.793255 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-2fce1b1f-8615-4fcb-853a-881e63940b6a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5309963 Sep 03 21:31:13.794316 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:13.799608 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-d9554676-18bc-4bf7-b995-33f3fd4eb4d1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5770454 Sep 03 21:31:13.814223 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51578) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:13.987090 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51580) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:13.989313 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:09Z', 'revision_number': 3, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:14.007767 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-95f7b55c-d9e1-47d0-b0bd-e6b912da6c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:14.019720 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Pushing event updated for resources: {'Port': ['ID=7fce4871-447a-4c11-904a-b87a02551cd7,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:14.041190 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Checking router: 0b987f7c-c152-4653-972b-5fb5798ea2a1 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:31:14.041865 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Updating router 0b987f7c-c152-4653-972b-5fb5798ea2a1 port b3fbf60c-ae6c-4734-9244-57ba1a4ece46 binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:31:14.087828 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:14.116826 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Network 1eea8350-02a1-45f5-815e-3ef33618ced3 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:14.145416 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:14.153637 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:14.168253 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:14.179289 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:14.234368 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:14.292416 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:14.540057 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51586) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:14.596800 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Router 022622a5-53b2-47c2-99e7-e862988591be is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:31:14.601355 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:14.614783 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Transition to ACTIVE for port object b3fbf60c-ae6c-4734-9244-57ba1a4ece46 will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:14.758405 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:10Z', 'revision_number': 3, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:14.809795 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Checking router: b4db69e2-eff1-4c67-b6ae-d213e2ec4978 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:31:14.810156 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Updating router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 port 99b83965-a692-4ba8-994c-ba831f8725f0 binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:31:14.848352 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-95f7b55c-d9e1-47d0-b0bd-e6b912da6c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:14.871785 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:14.913469 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:15.028524 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-95f7b55c-d9e1-47d0-b0bd-e6b912da6c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:15.050337 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Pushing event updated for resources: {'Port': ['ID=b3fbf60c-ae6c-4734-9244-57ba1a4ece46,revision_number=2']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:15.056679 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Attempting to bind port b3fbf60c-ae6c-4734-9244-57ba1a4ece46 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:15.057133 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Attempting to bind port b3fbf60c-ae6c-4734-9244-57ba1a4ece46 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:15.057494 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Attempting to bind port b3fbf60c-ae6c-4734-9244-57ba1a4ece46 on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:15.079215 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.079609 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.084887 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89057589-6c8b-419d-acb3-86251ae15fb1 req-0c36beac-ea3b-4d74-997b-bb88cc8e0c0c tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:15.086656 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Tracked resource versions report: Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: pushed versions: Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: { 'AddressGroup': {'1.2'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'ConntrackHelper': {'1.0'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Log': {'1.0'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Network': {'1.1'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Port': {'1.7'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'PortForwarding': {'1.2'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'QosPolicy': {'1.9'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SecurityGroup': {'1.4'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SecurityGroupRule': {'1.2'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SubPort': {'1.0'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Subnet': {'1.1'}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Trunk': {'1.1'}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: consumer versions: Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: { DHCP agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: HyperV agent@hv-cinder-75998: {}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: L3 agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: Metadata agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: Metering agent@dv-cinder-759987-9-iscsi: {}, Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: Open vSwitch agent@dv-cinder-759987-9-iscsi: { 'AddressGroup': '1.2', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'ConntrackHelper': '1.0', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Log': '1.0', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Network': '1.1', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Port': '1.7', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'PortForwarding': '1.2', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'QosPolicy': '1.9', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SecurityGroup': '1.4', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SecurityGroupRule': '1.2', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'SubPort': '1.0', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Subnet': '1.1', Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: 'Trunk': '1.1'}} Sep 03 21:31:15.093160 dv-cinder-759987-9-iscsi neutron-server[94322]: {{(pid=94322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 21:31:15.096401 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-89057589-6c8b-419d-acb3-86251ae15fb1 req-0c36beac-ea3b-4d74-997b-bb88cc8e0c0c tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 932 time: 0.3071461 Sep 03 21:31:15.096616 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:31:15.109744 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:15.110234 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:15.110659 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:15.111077 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:15.111592 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Bound port: b3fbf60c-ae6c-4734-9244-57ba1a4ece46, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:15.112530 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:15.129774 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Sync routers for ids ['022622a5-53b2-47c2-99e7-e862988591be'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:31:15.218543 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Routers {'022622a5-53b2-47c2-99e7-e862988591be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:15.227720 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['022622a5-53b2-47c2-99e7-e862988591be'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:15.237484 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:15.374871 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:15.381557 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-ba657dab-16db-45b4-99f5-6de208fff945 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.0797491 Sep 03 21:31:15.386970 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-868bc1a5-0ab2-4478-b521-f44614863267 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8069012 Sep 03 21:31:15.405744 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51604) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:16.203253 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] For port b3fbf60c-ae6c-4734-9244-57ba1a4ece46, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:16.203253 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] For port b3fbf60c-ae6c-4734-9244-57ba1a4ece46, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=b3fbf60c-ae6c-4734-9244-57ba1a4ece46,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:16.203253 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Set router 022622a5-53b2-47c2-99e7-e862988591be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:16.204499 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.205163 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-af23b564-9bbd-4a11-baf1-fe81ab1deeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.205944 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Transition to ACTIVE for port object 99b83965-a692-4ba8-994c-ba831f8725f0 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:16.206406 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-89057589-6c8b-419d-acb3-86251ae15fb1 req-198da671-db02-4884-b99d-65f92f73c9ce tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048583 Sep 03 21:31:16.206406 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-95f7b55c-d9e1-47d0-b0bd-e6b912da6c1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29e685de9f4448d4970e14bd0130cf97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6437120 Sep 03 21:31:16.206406 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7b55c-d9e1-47d0-b0bd-e6b912da6c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae4434-e401-4fd0-bd9a-b2c3285e8170,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:16.206406 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51610) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:16.209189 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-aa1dfe35-124b-42fa-9412-5d84e4c64b10 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:31:16.209189 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-aa1dfe35-124b-42fa-9412-5d84e4c64b10 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0360878 Sep 03 21:31:16.209189 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.210803 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.211510 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.211699 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5643eb-9ee5-40e6-8a6e-818c79c949c2 None None] Pushing event updated for resources: {'Port': ['ID=b3fbf60c-ae6c-4734-9244-57ba1a4ece46,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:16.211832 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dea78aa-ed21-4e7d-90b1-e3becb6fe74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b372b21-9ccd-4a3f-9838-0b5667ed0d71 None None] Pushing event updated for resources: {'Port': ['ID=99b83965-a692-4ba8-994c-ba831f8725f0,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Attempting to bind port 99b83965-a692-4ba8-994c-ba831f8725f0 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Attempting to bind port 99b83965-a692-4ba8-994c-ba831f8725f0 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Attempting to bind port 99b83965-a692-4ba8-994c-ba831f8725f0 on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Bound port: 99b83965-a692-4ba8-994c-ba831f8725f0, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:16.211972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.215005 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:16.215005 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:16.218690 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dea78aa-ed21-4e7d-90b1-e3becb6fe74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.222173 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] For port 99b83965-a692-4ba8-994c-ba831f8725f0, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:16.228277 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] For port 99b83965-a692-4ba8-994c-ba831f8725f0, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=99b83965-a692-4ba8-994c-ba831f8725f0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:16.320872 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.359393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Allocated IP 172.20.0.1 (489e42f5-1995-441f-ace5-7b78c4ea64b1/9f808766-4e4c-451b-b15d-ea30fdd54373/c96bd990-61aa-4b1c-b03b-76d6bbc93821) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:16.369026 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-af23b564-9bbd-4a11-baf1-fe81ab1deeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.419674 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:16.420385 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:16.544166 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dea78aa-ed21-4e7d-90b1-e3becb6fe74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.551118 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5dea78aa-ed21-4e7d-90b1-e3becb6fe74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.561846 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5dea78aa-ed21-4e7d-90b1-e3becb6fe74f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eae4434-e401-4fd0-bd9a-b2c3285e8170 HTTP/1.1" status: 204 len: 168 time: 0.8169925 Sep 03 21:31:16.566619 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-af23b564-9bbd-4a11-baf1-fe81ab1deeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.606239 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b372b21-9ccd-4a3f-9838-0b5667ed0d71 None None] Pushing event updated for resources: {'Port': ['ID=99b83965-a692-4ba8-994c-ba831f8725f0,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:16.615502 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea78aa-ed21-4e7d-90b1-e3becb6fe74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae4434-e401-4fd0-bd9a-b2c3285e8170,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:16.650445 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '2bec0227-c299-4b35-9286-8b39674813b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:31:11Z', 'revision_number': 3, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port': {'id': '2bec0227-c299-4b35-9286-8b39674813b0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:08Z', 'updated_at': '2021-09-03T21:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:16.662939 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-af23b564-9bbd-4a11-baf1-fe81ab1deeed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f5f1d81dc1d4ca2b665fe9095ed9bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1101489 Sep 03 21:31:16.681833 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51630) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:16.693258 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:16.734537 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Checking router: 022622a5-53b2-47c2-99e7-e862988591be for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:31:16.750145 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Updating router 022622a5-53b2-47c2-99e7-e862988591be port 2bec0227-c299-4b35-9286-8b39674813b0 binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:31:16.754607 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:16.759263 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23b564-9bbd-4a11-baf1-fe81ab1deeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbad17a-6652-49a9-a37c-bccd79a6ce63,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:16.830238 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.839018 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.856867 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Transition to ACTIVE for port object c96bd990-61aa-4b1c-b03b-76d6bbc93821 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:16.883026 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a5698275-249c-4169-9947-1ac67be8b7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:16.989375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a5698275-249c-4169-9947-1ac67be8b7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:17.017757 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:10Z', 'revision_number': 3, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:17.029440 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:17.083698 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de0b37-78d1-4d89-b32d-16bb869bf4ab None None] The sync data for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi is: [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:10Z', 'revision_number': 3, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:31:17.174045 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Allocated IP 172.20.0.1 (09e8758b-c299-4d5e-9303-5faad8c1093b/e0848dbf-f6f0-4305-95dc-d3fd3077e59b/9441ce1b-8e55-4a61-b2ce-3f54dab4f52f) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:17.224337 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a6e88-35af-4078-be9d-aff2fbed40fc req-bd076ffd-4476-40b1-80ba-9708042e6cab tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:17.226068 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a99a6e88-35af-4078-be9d-aff2fbed40fc req-bd076ffd-4476-40b1-80ba-9708042e6cab tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 932 time: 0.2983260 Sep 03 21:31:17.251917 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a5698275-249c-4169-9947-1ac67be8b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:17.256769 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a5698275-249c-4169-9947-1ac67be8b7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:17.263463 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a5698275-249c-4169-9947-1ac67be8b7f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dbad17a-6652-49a9-a37c-bccd79a6ce63 HTTP/1.1" status: 204 len: 168 time: 0.5803709 Sep 03 21:31:17.267090 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:17.394589 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5698275-249c-4169-9947-1ac67be8b7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbad17a-6652-49a9-a37c-bccd79a6ce63,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:17.427553 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:17.434162 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:17.443724 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:17.542524 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c96bd990-61aa-4b1c-b03b-76d6bbc93821,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:17.621712 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:17.725390 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Request body: {'port': {'device_id': '26026a79-69f5-4583-a193-08a4262abaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:17.788886 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:09Z', 'revision_number': 3, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:17.873347 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315816e1-092b-41b0-b9b8-a5e4c548002f None None] The sync data for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi is: [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:09Z', 'revision_number': 3, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:31:17.923946 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:17.956493 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Transition to ACTIVE for port object 2bec0227-c299-4b35-9286-8b39674813b0 will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:17.998061 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a99a6e88-35af-4078-be9d-aff2fbed40fc req-859b76c6-14d7-47c2-a7de-f88fd32be22c tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7426190 Sep 03 21:31:18.025667 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:18.100797 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Transition to ACTIVE for port object 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f will not be triggered until provisioned by entity DHCP. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:18.166020 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:18.367823 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Allocated IP 172.20.0.1 (673f58a7-bac8-4adf-a01e-3481875be44e/b65ac5f2-6757-40b5-80ef-2d0fb8797d19/ec216f93-fbe7-4ecb-badf-e2b42b61a6b6) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:18.491450 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-7fb7bf59-48e6-41c2-9720-a5c4858ba1b4 None None] Provisioning for port c96bd990-61aa-4b1c-b03b-76d6bbc93821 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:18.495095 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:18.498474 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-7fb7bf59-48e6-41c2-9720-a5c4858ba1b4 None None] Provisioning complete for port c96bd990-61aa-4b1c-b03b-76d6bbc93821 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:18.501412 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7fb7bf59-48e6-41c2-9720-a5c4858ba1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:18.509564 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 99b83965-a692-4ba8-994c-ba831f8725f0 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:18.543173 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:18.588653 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:18.656427 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dac57-b5e5-4c23-ac0c-455a7feb413d None None] Pushing event updated for resources: {'Port': ['ID=2bec0227-c299-4b35-9286-8b39674813b0,revision_number=2']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:18.682472 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Attempting to bind port 2bec0227-c299-4b35-9286-8b39674813b0 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:18.683191 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Attempting to bind port 2bec0227-c299-4b35-9286-8b39674813b0 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:18.683712 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Attempting to bind port 2bec0227-c299-4b35-9286-8b39674813b0 on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:18.691402 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:18.693673 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:18.694318 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:18.695213 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:18.695889 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Bound port: 2bec0227-c299-4b35-9286-8b39674813b0, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:18.696560 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:18.778397 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] For port 2bec0227-c299-4b35-9286-8b39674813b0, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:18.782283 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] For port 2bec0227-c299-4b35-9286-8b39674813b0, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2bec0227-c299-4b35-9286-8b39674813b0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:18.794357 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7bf59-48e6-41c2-9720-a5c4858ba1b4 None None] Port c96bd990-61aa-4b1c-b03b-76d6bbc93821 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:31:18.863838 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Network 09e8758b-c299-4d5e-9303-5faad8c1093b is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:18.876371 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:18.880407 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:18.881318 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.038125 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.084567 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Pushing event updated for resources: {'Port': ['ID=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:19.182615 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.199150 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 99b83965-a692-4ba8-994c-ba831f8725f0 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:19.208294 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 99b83965-a692-4ba8-994c-ba831f8725f0 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:19.209063 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.219507 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.421881 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dac57-b5e5-4c23-ac0c-455a7feb413d None None] Pushing event updated for resources: {'Port': ['ID=2bec0227-c299-4b35-9286-8b39674813b0,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:19.483274 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.500572 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83c0e0-e0a1-4667-837c-e6e0837619ad req-51a56ad4-d498-41a6-acb9-4eb7d9e8a1d1 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:19.515369 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Routers {'022622a5-53b2-47c2-99e7-e862988591be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:19.516040 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['022622a5-53b2-47c2-99e7-e862988591be'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:19.530312 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3f83c0e0-e0a1-4667-837c-e6e0837619ad req-51a56ad4-d498-41a6-acb9-4eb7d9e8a1d1 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 932 time: 0.3799109 Sep 03 21:31:19.543738 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 99b83965-a692-4ba8-994c-ba831f8725f0, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=99b83965-a692-4ba8-994c-ba831f8725f0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:19.594690 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c96bd990-61aa-4b1c-b03b-76d6bbc93821,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:19.604811 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.633618 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d1b501e3-b35b-4f8f-afd0-87c840a855b5 None None] Provisioning for port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:19.639139 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d1b501e3-b35b-4f8f-afd0-87c840a855b5 None None] Provisioning complete for port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:19.639716 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d1b501e3-b35b-4f8f-afd0-87c840a855b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.692564 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.716485 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3f83c0e0-e0a1-4667-837c-e6e0837619ad req-a49e75cb-e1b2-4ffb-9e55-d88d79bc84e4 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852143 Sep 03 21:31:19.724108 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fce4871-447a-4c11-904a-b87a02551cd7 {{(pid=94320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:19.738353 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.848853 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:19.848853 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:19.865940 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Transition to ACTIVE for port object 7fce4871-447a-4c11-904a-b87a02551cd7 will not be triggered until provisioned by entity L2. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:19.872840 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:19.880283 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=99b83965-a692-4ba8-994c-ba831f8725f0,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:19.922854 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d1b501e3-b35b-4f8f-afd0-87c840a855b5 None None] Port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:31:19.956529 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] Set router 022622a5-53b2-47c2-99e7-e862988591be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:20.026802 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:20.138676 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:20.241528 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Router 0b987f7c-c152-4653-972b-5fb5798ea2a1 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:31:20.337798 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Pushing event updated for resources: {'Port': ['ID=7fce4871-447a-4c11-904a-b87a02551cd7,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:20.358158 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-db78b849-7c3f-4e4b-b52f-7d65edb242c8 None None] Provisioning complete for port c96bd990-61aa-4b1c-b03b-76d6bbc93821 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:20.358597 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-db78b849-7c3f-4e4b-b52f-7d65edb242c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:20.425684 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Attempting to bind port 7fce4871-447a-4c11-904a-b87a02551cd7 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:20.426252 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Attempting to bind port 7fce4871-447a-4c11-904a-b87a02551cd7 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'f7732c39-00d3-45de-bec0-fecc54cce1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1eea8350-02a1-45f5-815e-3ef33618ced3'}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:20.426736 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Attempting to bind port 7fce4871-447a-4c11-904a-b87a02551cd7 on network 1eea8350-02a1-45f5-815e-3ef33618ced3 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:20.439091 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Port 7fce4871-447a-4c11-904a-b87a02551cd7 on network 1eea8350-02a1-45f5-815e-3ef33618ced3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:31:20.439426 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Attempting to bind port 7fce4871-447a-4c11-904a-b87a02551cd7 on network 1eea8350-02a1-45f5-815e-3ef33618ced3 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:20.447552 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:31:20.449591 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-db78b849-7c3f-4e4b-b52f-7d65edb242c8 None None] Port c96bd990-61aa-4b1c-b03b-76d6bbc93821 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:31:20.473081 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-327777f4-34ea-41af-a7e3-bf46e494a4b8 admin admin] 10.222.0.46 "PUT /v2.0/routers/0b987f7c-c152-4653-972b-5fb5798ea2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6765404 Sep 03 21:31:20.479982 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:20.486054 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Checking segment: {'id': 'f7732c39-00d3-45de-bec0-fecc54cce1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1eea8350-02a1-45f5-815e-3ef33618ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:20.488373 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Bound using segment: {'id': 'f7732c39-00d3-45de-bec0-fecc54cce1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1eea8350-02a1-45f5-815e-3ef33618ced3'} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:20.489066 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Bound port: 7fce4871-447a-4c11-904a-b87a02551cd7, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7732c39-00d3-45de-bec0-fecc54cce1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1eea8350-02a1-45f5-815e-3ef33618ced3'}}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:20.489511 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:20.523296 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '2bec0227-c299-4b35-9286-8b39674813b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:31:11Z', 'revision_number': 3, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port': {'id': '2bec0227-c299-4b35-9286-8b39674813b0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:08Z', 'updated_at': '2021-09-03T21:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:20.556373 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:20.564438 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ea4db-85d0-4e99-8724-48765f781953 None None] The sync data for ids ['022622a5-53b2-47c2-99e7-e862988591be'] in dv-cinder-759987-9-iscsi is: [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '2bec0227-c299-4b35-9286-8b39674813b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:31:11Z', 'revision_number': 3, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port': {'id': '2bec0227-c299-4b35-9286-8b39674813b0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:08Z', 'updated_at': '2021-09-03T21:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:31:20.619187 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 99b83965-a692-4ba8-994c-ba831f8725f0 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:20.781438 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 99b83965-a692-4ba8-994c-ba831f8725f0 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:20.785375 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:20.829793 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:20.882739 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Network 673f58a7-bac8-4adf-a01e-3481875be44e is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:20.925031 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device b3fbf60c-ae6c-4734-9244-57ba1a4ece46 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:21.196175 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.199450 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:21.239604 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port b3fbf60c-ae6c-4734-9244-57ba1a4ece46 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:21.239827 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:21.239904 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port b3fbf60c-ae6c-4734-9244-57ba1a4ece46 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:21.239972 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.240045 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.326150 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Sync routers for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:31:21.360747 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:21.362370 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:21.366536 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d3b61-6c6f-432b-a3ec-b18d17f94ce2 req-97e532e7-1064-4a21-9a06-3abbd58ac448 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:21.368079 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-620d3b61-6c6f-432b-a3ec-b18d17f94ce2 req-97e532e7-1064-4a21-9a06-3abbd58ac448 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 944 time: 0.4967697 Sep 03 21:31:21.373721 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] For port 7fce4871-447a-4c11-904a-b87a02551cd7, host hv-cinder-75998, cleared binding levels {{(pid=94320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:21.472411 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.481632 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.481632 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] For port 7fce4871-447a-4c11-904a-b87a02551cd7, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7fce4871-447a-4c11-904a-b87a02551cd7,segment=NetworkSegment(f7732c39-00d3-45de-bec0-fecc54cce1fb),segment_id=f7732c39-00d3-45de-bec0-fecc54cce1fb)] {{(pid=94320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:21.567029 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-620d3b61-6c6f-432b-a3ec-b18d17f94ce2 req-761f17f0-8196-44cd-b8ae-46f10d38e70f tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751091 Sep 03 21:31:21.588889 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Pushing event updated for resources: {'Port': ['ID=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:21.681105 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:21.741852 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.886608 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.965714 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.979404 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:21.982331 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:21.987431 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] 10.222.0.18 "PUT /v2.0/ports/7fce4871-447a-4c11-904a-b87a02551cd7 HTTP/1.1" status: 200 len: 1094 time: 5.1047862 Sep 03 21:31:21.988104 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26026a79-69f5-4583-a193-08a4262abaf5', 'tag': '7fce4871-447a-4c11-904a-b87a02551cd7'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:22.100128 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port b3fbf60c-ae6c-4734-9244-57ba1a4ece46, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=b3fbf60c-ae6c-4734-9244-57ba1a4ece46,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:22.216647 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:22.240536 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Network 09e8758b-c299-4d5e-9303-5faad8c1093b is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:22.254987 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:22.403267 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=b3fbf60c-ae6c-4734-9244-57ba1a4ece46,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:22.474143 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:18Z', 'revision_number': 2, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:22.559378 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51716) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:22.570476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-57e13636-cf9b-469b-bd52-c08fe22423f0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412878536', 'description': 'tempest-description--1241292377'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:22.582188 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Checking router: 0b987f7c-c152-4653-972b-5fb5798ea2a1 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:31:22.582530 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Updating router 0b987f7c-c152-4653-972b-5fb5798ea2a1 port c96bd990-61aa-4b1c-b03b-76d6bbc93821 binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:31:22.584819 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2bec0227-c299-4b35-9286-8b39674813b0 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:22.707395 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:22.754638 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-57e13636-cf9b-469b-bd52-c08fe22423f0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:22.822483 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb856ed-6a22-4286-8bc6-360e6f5111ce service neutron] Pushing event updated for resources: {'Port': ['ID=7fce4871-447a-4c11-904a-b87a02551cd7,revision_number=3']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:22.966272 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51726) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:22.966381 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2fc53-724a-40e0-977c-707a03d78a9f req-c539d8f7-8052-40a1-91c8-ca16c03f0d35 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:22.966381 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24f2fc53-724a-40e0-977c-707a03d78a9f req-c539d8f7-8052-40a1-91c8-ca16c03f0d35 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 944 time: 0.2230630 Sep 03 21:31:22.966381 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-dedf1c1e-178a-4f29-b28e-988c2667bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:22.968576 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-dedf1c1e-178a-4f29-b28e-988c2667bb47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=407cab3131f04eebbd73d0ebc7b6c7a7&device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 1097 time: 0.6248078 Sep 03 21:31:22.977787 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-024bde88-ae50-4437-b1c8-202e15e2a9e7 None None] Provisioning complete for port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:22.980631 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-024bde88-ae50-4437-b1c8-202e15e2a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.004754 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-57e13636-cf9b-469b-bd52-c08fe22423f0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.031255 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:31:23.085523 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24f2fc53-724a-40e0-977c-707a03d78a9f req-2ca49d8a-15f3-4fda-b403-0fe3d73665f1 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086891 Sep 03 21:31:23.152648 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-024bde88-ae50-4437-b1c8-202e15e2a9e7 None None] Port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:31:23.158532 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.172996 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 2bec0227-c299-4b35-9286-8b39674813b0 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:23.180869 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 2bec0227-c299-4b35-9286-8b39674813b0 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:23.181244 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.188005 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-57e13636-cf9b-469b-bd52-c08fe22423f0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.241966 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.242739 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.244613 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e13636-cf9b-469b-bd52-c08fe22423f0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4142374b-7cc8-4e99-85a5-ceefe0b30cf0,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:23.336546 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:31:23.370740 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-57e13636-cf9b-469b-bd52-c08fe22423f0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.375176 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-57e13636-cf9b-469b-bd52-c08fe22423f0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8137300 Sep 03 21:31:23.375778 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51734) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:23.384657 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-64c3976e-fe6d-4064-9692-cbc49d44d20e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'security_group_rule': {'security_group_id': '4142374b-7cc8-4e99-85a5-ceefe0b30cf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:23.399177 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.418409 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.427029 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Transition to ACTIVE for port object c96bd990-61aa-4b1c-b03b-76d6bbc93821 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:23.447129 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1706776651-network', 'tenant_id': 'efe9b47fbe0b4fcfa4cb6f6b903d3d46'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:23.447758 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 2bec0227-c299-4b35-9286-8b39674813b0, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2bec0227-c299-4b35-9286-8b39674813b0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:23.452278 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51738) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:23.472891 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "26026a79-69f5-4583-a193-08a4262abaf5", "tag": "7fce4871-447a-4c11-904a-b87a02551cd7"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:23.490275 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-2aa9ddc5-d875-4d35-94d4-7fe4e831d210 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fce4871-447a-4c11-904a-b87a02551cd7 HTTP/1.1" status: 200 len: 217 time: 0.1535749 Sep 03 21:31:23.493961 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:23.502245 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-64c3976e-fe6d-4064-9692-cbc49d44d20e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.513783 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.588360 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-64c3976e-fe6d-4064-9692-cbc49d44d20e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.590614 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.608674 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Made reservation on behalf of efe9b47fbe0b4fcfa4cb6f6b903d3d46 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:23.613100 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.621930 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359c82c-a38b-49af-8c6c-04d091eabf89 None None] Pushing event updated for resources: {'Port': ['ID=c96bd990-61aa-4b1c-b03b-76d6bbc93821,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:23.634448 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-4b698c8b-2e0e-44e6-8762-ac5f1231426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:23.640530 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-4b698c8b-2e0e-44e6-8762-ac5f1231426b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6aba249-caeb-4e22-b5b9-b07ca97df0cf HTTP/1.1" status: 200 len: 852 time: 0.1392930 Sep 03 21:31:23.645789 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.669712 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-64c3976e-fe6d-4064-9692-cbc49d44d20e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.687257 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:31:23.697764 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Sync routers for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:31:23.711460 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3976e-fe6d-4064-9692-cbc49d44d20e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257aca4f-cac7-4f02-941b-0998c6b29b6a,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:23.716496 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:23.718167 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:23.733651 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-043efe10-7923-4013-8d53-138653e8abe7 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4db69e2-eff1-4c67-b6ae-d213e2ec4978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9164984 Sep 03 21:31:23.740916 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-4622572b-7607-458a-a8c4-f29d8987388d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1eea8350-02a1-45f5-815e-3ef33618ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877371 Sep 03 21:31:23.783533 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5147028b-794a-4bba-9d07-bbcf76269200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.827970 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Network 673f58a7-bac8-4adf-a01e-3481875be44e is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:23.845119 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:23.858822 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Attempting to bind port c96bd990-61aa-4b1c-b03b-76d6bbc93821 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:23.859381 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Attempting to bind port c96bd990-61aa-4b1c-b03b-76d6bbc93821 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:23.859556 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Attempting to bind port c96bd990-61aa-4b1c-b03b-76d6bbc93821 on network 489e42f5-1995-441f-ace5-7b78c4ea64b1 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:23.870358 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=2bec0227-c299-4b35-9286-8b39674813b0,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:23.890015 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:23.894680 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Checking segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:23.896598 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.898220 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Bound using segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:23.898918 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Bound port: c96bd990-61aa-4b1c-b03b-76d6bbc93821, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:23.902941 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:23.934513 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:23.975512 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.017811 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] For port c96bd990-61aa-4b1c-b03b-76d6bbc93821, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:24.022161 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] For port c96bd990-61aa-4b1c-b03b-76d6bbc93821, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=c96bd990-61aa-4b1c-b03b-76d6bbc93821,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:24.043004 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Router 022622a5-53b2-47c2-99e7-e862988591be has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:31:24.080307 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.083336 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-00690117-9423-4749-8eb4-814d16cfbb07 service neutron] 10.222.0.18 "GET /v2.0/networks/1eea8350-02a1-45f5-815e-3ef33618ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299153 Sep 03 21:31:24.100883 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:31:24.117245 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.177041 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-64c3976e-fe6d-4064-9692-cbc49d44d20e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.182516 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-64c3976e-fe6d-4064-9692-cbc49d44d20e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8021579 Sep 03 21:31:24.206974 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.207606 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Added segment 2f87c280-641a-4af0-ad8b-7cffb9bd4f24 of type vlan for network 22660dfb-036e-449a-b67f-31ae19d12211 Sep 03 21:31:24.228114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51766) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:24.241544 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-1dfb8d16-d889-4807-80d7-38c4fdd1545c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'security_group_rule': {'security_group_id': '4142374b-7cc8-4e99-85a5-ceefe0b30cf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:24.253662 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359c82c-a38b-49af-8c6c-04d091eabf89 None None] Pushing event updated for resources: {'Port': ['ID=c96bd990-61aa-4b1c-b03b-76d6bbc93821,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:24.288804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed37c9db-7708-4f20-969b-9d91e667e827,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:24.293172 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:24.293997 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:24.356094 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.419842 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:20Z', 'revision_number': 2, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:24.486507 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Checking router: b4db69e2-eff1-4c67-b6ae-d213e2ec4978 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:31:24.488659 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Updating router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:31:24.493969 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device b3fbf60c-ae6c-4734-9244-57ba1a4ece46 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:24.495435 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5147028b-794a-4bba-9d07-bbcf76269200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.529072 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.547958 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.550270 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:24.550994 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.563716 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1b90e6d9-ad66-4bb9-9058-13f9e83fafa0 req-14df9842-8397-4251-9e4b-70c268b23aaf service neutron] 10.222.0.18 "GET /v2.0/networks/1eea8350-02a1-45f5-815e-3ef33618ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724965 Sep 03 21:31:24.565287 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c337a740-95f0-4275-9aea-19fc29ccea99 x-openstack-request-id: req-c337a740-95f0-4275-9aea-19fc29ccea99 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:24.565584 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26026a79-69f5-4583-a193-08a4262abaf5", "tag": "7fce4871-447a-4c11-904a-b87a02551cd7", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:24.565818 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c337a740-95f0-4275-9aea-19fc29ccea99 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:24.566252 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26026a79-69f5-4583-a193-08a4262abaf5', 'tag': '7fce4871-447a-4c11-904a-b87a02551cd7', 'status': 'completed', 'code': 200} Sep 03 21:31:24.645935 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:24.696857 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] Pushing event updated for resources: {'Network': ['ID=22660dfb-036e-449a-b67f-31ae19d12211,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:24.702660 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port b3fbf60c-ae6c-4734-9244-57ba1a4ece46 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:24.711035 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.716108 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5147028b-794a-4bba-9d07-bbcf76269200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:24.753523 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 22660dfb-036e-449a-b67f-31ae19d12211 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:31:24.857802 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5147028b-794a-4bba-9d07-bbcf76269200 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ba677aa28f646e28326147e341ab842&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4041717 Sep 03 21:31:24.862138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51780) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:24.879120 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147028b-794a-4bba-9d07-bbcf76269200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480fcc44-4cc8-4693-96c8-5c66448a6aa6,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:24.885984 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771428e-e8b1-408a-b10e-daeb516a750a req-2c58ece2-d575-4a6f-b92e-63bfc43987c8 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:24.895699 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5771428e-e8b1-408a-b10e-daeb516a750a req-2c58ece2-d575-4a6f-b92e-63bfc43987c8 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 944 time: 0.3247521 Sep 03 21:31:24.919149 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2bec0227-c299-4b35-9286-8b39674813b0 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:25.020745 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5771428e-e8b1-408a-b10e-daeb516a750a req-b61a4b97-ba47-46dd-9570-97651cb7f707 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219728 Sep 03 21:31:25.040886 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-02042a19-7ca1-4b27-8ac3-8835415bdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:25.046188 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-02042a19-7ca1-4b27-8ac3-8835415bdb21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=407cab3131f04eebbd73d0ebc7b6c7a7&device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 1097 time: 0.3378832 Sep 03 21:31:25.087389 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 2bec0227-c299-4b35-9286-8b39674813b0 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:25.087771 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.153886 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:31:25.170978 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51788) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:25.200479 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-738348b4-801e-4f97-ac30-2f0ce39ce6b6 admin admin] 10.222.0.46 "PUT /v2.0/routers/022622a5-53b2-47c2-99e7-e862988591be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7723591 Sep 03 21:31:25.200479 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-bf092609-d654-4647-9b82-a057a3edf022 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113793051', 'description': 'tempest-description--791787809'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:25.230761 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8d16-d889-4807-80d7-38c4fdd1545c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.237578 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-21bfab2a-aeab-47e6-9613-cc363fe1eb62 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2773218 Sep 03 21:31:25.243891 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51794) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:25.255750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Request body: {'subnet': {'network_id': '22660dfb-036e-449a-b67f-31ae19d12211', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1706776651-subnet', 'tenant_id': 'efe9b47fbe0b4fcfa4cb6f6b903d3d46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:25.311855 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.db.api [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 21:31:25.311855 dv-cinder-759987-9-iscsi neutron-server[94319]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 21:31:25.311855 dv-cinder-759987-9-iscsi neutron-server[94319]: [parameters: {'project_id_1': 'efe9b47fbe0b4fcfa4cb6f6b903d3d46', 'expiration_1': datetime.datetime(2021, 9, 3, 21, 31, 5, 261486)}] Sep 03 21:31:25.311855 dv-cinder-759987-9-iscsi neutron-server[94319]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 21:31:25.313436 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG oslo_db.api [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 21:31:25.340873 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8d16-d889-4807-80d7-38c4fdd1545c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.344410 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8dc70d11-3758-4486-af03-e60b16ca2ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.370661 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8dc70d11-3758-4486-af03-e60b16ca2ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.371343 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-43facb52-b5f4-42d0-a9bc-848c521aa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:25.375361 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-43facb52-b5f4-42d0-a9bc-848c521aa3b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1eea8350-02a1-45f5-815e-3ef33618ced3 HTTP/1.1" status: 200 len: 913 time: 0.3199425 Sep 03 21:31:25.396789 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.414168 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8d16-d889-4807-80d7-38c4fdd1545c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.417251 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Sync routers for ids ['022622a5-53b2-47c2-99e7-e862988591be'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:31:25.444027 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb8d16-d889-4807-80d7-38c4fdd1545c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa1400b-ddfb-442b-9393-5085d91546e8,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:25.448381 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Routers {'022622a5-53b2-47c2-99e7-e862988591be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:25.449231 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['022622a5-53b2-47c2-99e7-e862988591be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:25.470543 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bf092609-d654-4647-9b82-a057a3edf022 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.475429 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-5c4e609c-66e1-485f-aed6-84f4e608ad79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fce4871-447a-4c11-904a-b87a02551cd7 HTTP/1.1" status: 200 len: 217 time: 0.0842054 Sep 03 21:31:25.479416 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8dc70d11-3758-4486-af03-e60b16ca2ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.479571 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Transition to ACTIVE for port object 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:25.482754 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8dc70d11-3758-4486-af03-e60b16ca2ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.484179 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-8dc70d11-3758-4486-af03-e60b16ca2ca4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/480fcc44-4cc8-4693-96c8-5c66448a6aa6 HTTP/1.1" status: 204 len: 168 time: 0.6207476 Sep 03 21:31:25.495963 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc70d11-3758-4486-af03-e60b16ca2ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480fcc44-4cc8-4693-96c8-5c66448a6aa6,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:25.536635 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.537446 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1dfb8d16-d889-4807-80d7-38c4fdd1545c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.542950 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1dfb8d16-d889-4807-80d7-38c4fdd1545c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3109760 Sep 03 21:31:25.543858 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51808) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:25.551690 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:25.657321 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Set router 022622a5-53b2-47c2-99e7-e862988591be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:25.687174 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10a2dc-993a-4684-b991-6aefc643eee7 None None] Pushing event updated for resources: {'Port': ['ID=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:25.717025 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-656cf24d-dbd3-4157-b5d7-6839d9d08e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:25.718517 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-656cf24d-dbd3-4157-b5d7-6839d9d08e08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6aba249-caeb-4e22-b5b9-b07ca97df0cf HTTP/1.1" status: 200 len: 852 time: 0.2215869 Sep 03 21:31:25.801512 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Attempting to bind port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:25.801952 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Attempting to bind port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:25.802271 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Attempting to bind port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f on network 09e8758b-c299-4d5e-9303-5faad8c1093b {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:25.815159 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:25.815674 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Checking segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:25.815941 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.816338 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Bound using segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:25.816815 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Bound port: 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:25.817318 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:25.847927 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-16b08f83-08e2-4176-ba8c-6de24cfaca9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1eea8350-02a1-45f5-815e-3ef33618ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205158 Sep 03 21:31:25.899891 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:24Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:25.941551 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508cef0-06af-48a1-94ae-24b73cafb865 None None] The sync data for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi is: [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:24Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:31:25.971503 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] For port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:25.975342 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] For port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:26.004928 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bf092609-d654-4647-9b82-a057a3edf022 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.057202 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.068511 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-4612e7f1-db16-44b9-accb-591d8574a792 service neutron] 10.222.0.18 "GET /v2.0/networks/1eea8350-02a1-45f5-815e-3ef33618ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080181 Sep 03 21:31:26.090086 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bf092609-d654-4647-9b82-a057a3edf022 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.105381 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.db.api [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 21:31:26.105381 dv-cinder-759987-9-iscsi neutron-server[94319]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 21:31:26.105381 dv-cinder-759987-9-iscsi neutron-server[94319]: [parameters: {'project_id_1': 'efe9b47fbe0b4fcfa4cb6f6b903d3d46', 'expiration_1': datetime.datetime(2021, 9, 3, 21, 31, 5, 827121)}] Sep 03 21:31:26.105381 dv-cinder-759987-9-iscsi neutron-server[94319]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 21:31:26.106123 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG oslo_db.api [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 21:31:26.179177 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf092609-d654-4647-9b82-a057a3edf022 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4730aec2-258c-4166-b938-1bba05817099,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:26.191066 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '2bec0227-c299-4b35-9286-8b39674813b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port': {'id': '2bec0227-c299-4b35-9286-8b39674813b0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:08Z', 'updated_at': '2021-09-03T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'ec216f93-fbe7-4ecb-badf-e2b42b61a6b6', 'name': '', 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'mac_address': 'fa:16:3e:62:21:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b65ac5f2-6757-40b5-80ef-2d0fb8797d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:17Z', 'updated_at': '2021-09-03T21:31:22Z', 'revision_number': 2, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'subnets': [{'id': 'b65ac5f2-6757-40b5-80ef-2d0fb8797d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:26.216510 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10a2dc-993a-4684-b991-6aefc643eee7 None None] Pushing event updated for resources: {'Port': ['ID=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,revision_number=4']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:26.269410 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:26.270026 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:26.323840 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Checking router: 022622a5-53b2-47c2-99e7-e862988591be for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:31:26.323840 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Updating router 022622a5-53b2-47c2-99e7-e862988591be port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:31:26.374296 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676898a-c3bb-4dc6-b7a4-f4029880ca6c req-208b4bd6-008b-47fe-be07-4acd4d0b3115 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:26.381010 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3676898a-c3bb-4dc6-b7a4-f4029880ca6c req-208b4bd6-008b-47fe-be07-4acd4d0b3115 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 944 time: 0.1785643 Sep 03 21:31:26.389262 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a963ba25-ac8d-4523-8b4f-4cf4a85f5ae0 req-7513d545-ab37-47e6-9aae-a8b0bbfc2f13 service neutron] 10.222.0.18 "GET /v2.0/networks/1eea8350-02a1-45f5-815e-3ef33618ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136818 Sep 03 21:31:26.418484 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.421988 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.501841 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bf092609-d654-4647-9b82-a057a3edf022 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.505261 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-bf092609-d654-4647-9b82-a057a3edf022 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3324587 Sep 03 21:31:26.505972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device c96bd990-61aa-4b1c-b03b-76d6bbc93821 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:26.514077 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51840) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:26.519914 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-cc9ec9db-f712-41bd-8e57-1232efd56e9c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'security_group_rule': {'security_group_id': '4730aec2-258c-4166-b938-1bba05817099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:26.629302 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3676898a-c3bb-4dc6-b7a4-f4029880ca6c req-22d9060c-4a4d-4578-80c5-1022a549fd6c tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357419 Sep 03 21:31:26.684915 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:26.765446 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-7ff0a9e9-ebbf-49ca-af78-09315e37f40d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:26.771525 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-7ff0a9e9-ebbf-49ca-af78-09315e37f40d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 819 time: 0.2242177 Sep 03 21:31:26.827639 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-4561efb6-fd78-4720-bc3b-adde27fb048a tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/quotas/30d80da5983a4eb0bb10922d58181bc9 HTTP/1.1" status: 200 len: 375 time: 0.0510900 Sep 03 21:31:26.839978 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Made reservation on behalf of efe9b47fbe0b4fcfa4cb6f6b903d3d46 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:26.843419 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127280807'] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.900714 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port c96bd990-61aa-4b1c-b03b-76d6bbc93821 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:26.913148 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port c96bd990-61aa-4b1c-b03b-76d6bbc93821 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:26.913148 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.957460 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec9db-f712-41bd-8e57-1232efd56e9c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:26.966740 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-00ec409a-926f-498a-9db0-95c851068daa tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317742 Sep 03 21:31:27.029536 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.100634 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51844) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:27.126828 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.134497 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:25Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:27.139162 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.141938 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b5f89497-baf8-408b-a84d-02d675d0d0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.148426 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Transition to ACTIVE for port object ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:27.191205 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port c96bd990-61aa-4b1c-b03b-76d6bbc93821, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=c96bd990-61aa-4b1c-b03b-76d6bbc93821,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:27.202899 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff43d0-e9fc-4834-a600-6e8b25d2f1de None None] The sync data for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi is: [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:25Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:31:27.209341 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec9db-f712-41bd-8e57-1232efd56e9c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.263412 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.281475 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Allocated IP 172.27.3.194 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/11ef0f99-d38a-4311-945c-06f712777f6f) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:27.305161 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51848) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:27.313803 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.317050 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec9db-f712-41bd-8e57-1232efd56e9c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.356226 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127293018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127280777'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.399383 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-1341c856-1979-4b40-ac7a-55f45550fc75 service neutron] 10.222.0.46 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170980 Sep 03 21:31:27.419911 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2a2c6-3931-47f9-bb43-85c5016462c7 None None] Pushing event updated for resources: {'Port': ['ID=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:27.446667 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ec9db-f712-41bd-8e57-1232efd56e9c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b114222-2f57-492b-9d2d-b45a278a8b7e,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:27.528430 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e171f844-a78e-4302-85b6-7cc2ecce852e,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:27.589810 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Checking segment: {'id': '2f87c280-641a-4af0-ad8b-7cffb9bd4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '22660dfb-036e-449a-b67f-31ae19d12211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:27.590113 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Network hostable DHCP agents. Network: 22660dfb-036e-449a-b67f-31ae19d12211, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:31:27.622459 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=c96bd990-61aa-4b1c-b03b-76d6bbc93821,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:27.635209 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Attempting to bind port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:27.635586 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Attempting to bind port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:27.635955 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Attempting to bind port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 on network 673f58a7-bac8-4adf-a01e-3481875be44e {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:27.636701 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-62e4d3ef-3aba-4611-bd13-4042c1377f81 service neutron] 10.222.0.46 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364604 Sep 03 21:31:27.646591 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.646817 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:27.646817 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Checking segment: {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:27.647006 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.647569 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Bound using segment: {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:27.647797 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Bound port: ec216f93-fbe7-4ecb-badf-e2b42b61a6b6, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:27.648309 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.668634 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b5f89497-baf8-408b-a84d-02d675d0d0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.669546 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d4d623e-632c-4b34-b5fd-ae30a4564c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.731567 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] For port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:27.736268 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] For port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:27.766231 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b5f89497-baf8-408b-a84d-02d675d0d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.778078 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898d89c-2544-4457-8458-68b05604cbd9 req-878d940c-3848-4c8a-91f1-be81bfdff3af tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:27.780826 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d898d89c-2544-4457-8458-68b05604cbd9 req-878d940c-3848-4c8a-91f1-be81bfdff3af tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 944 time: 0.0623515 Sep 03 21:31:27.812693 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b5f89497-baf8-408b-a84d-02d675d0d0b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=548275bb58a848b78d06821b8531a6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052624 Sep 03 21:31:27.816151 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51858) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:27.818179 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Network 22660dfb-036e-449a-b67f-31ae19d12211 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:31:27.824587 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f89497-baf8-408b-a84d-02d675d0d0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c941a0-7ad5-4c29-9442-0c9b4532c2d1,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:27.825363 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d898d89c-2544-4457-8458-68b05604cbd9 req-cc9296e9-38cc-42d7-87b0-e14a2d0b3fb7 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377421 Sep 03 21:31:27.839490 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.841402 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.847585 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec9db-f712-41bd-8e57-1232efd56e9c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.847585 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-cc9ec9db-f712-41bd-8e57-1232efd56e9c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3288567 Sep 03 21:31:27.848632 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51860) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:27.853900 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-a00f75f3-deec-4b16-8a1a-93fbe7291916 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'security_group_rule': {'security_group_id': '4730aec2-258c-4166-b938-1bba05817099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:27.915981 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:27.919517 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-73fa30e4-04d9-42b8-9c86-e7f2c4bc7ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.928760 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Routers {'022622a5-53b2-47c2-99e7-e862988591be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:27.928760 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['022622a5-53b2-47c2-99e7-e862988591be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:27.942055 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:27.958895 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-73fa30e4-04d9-42b8-9c86-e7f2c4bc7ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:27.977381 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 22660dfb-036e-449a-b67f-31ae19d12211) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:27.983090 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:28.018826 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:28.019470 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.069244 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f019d4-97ea-452a-b46f-1915ef290f44 None None] Network 22660dfb-036e-449a-b67f-31ae19d12211 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:28.075122 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6ac666f0-27d2-49eb-a61f-a3b64e4cdfad req-4c30d96a-a00e-4960-90f6-93d896436073 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 210 time: 0.0999320 Sep 03 21:31:28.104561 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2a2c6-3931-47f9-bb43-85c5016462c7 None None] Pushing event updated for resources: {'Port': ['ID=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:28.107054 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-73fa30e4-04d9-42b8-9c86-e7f2c4bc7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.115051 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'Port': ['ID=11ef0f99-d38a-4311-945c-06f712777f6f,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:28.119942 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-73fa30e4-04d9-42b8-9c86-e7f2c4bc7ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.123550 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-73fa30e4-04d9-42b8-9c86-e7f2c4bc7ad8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55c941a0-7ad5-4c29-9442-0c9b4532c2d1 HTTP/1.1" status: 204 len: 168 time: 0.3039303 Sep 03 21:31:28.151889 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] Set router 022622a5-53b2-47c2-99e7-e862988591be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:28.153053 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa30e4-04d9-42b8-9c86-e7f2c4bc7ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c941a0-7ad5-4c29-9442-0c9b4532c2d1,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:28.310633 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7fce4871-447a-4c11-904a-b87a02551cd7 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:31:28.362586 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d4d623e-632c-4b34-b5fd-ae30a4564c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.364365 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.427649 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d4d623e-632c-4b34-b5fd-ae30a4564c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.458375 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1d4d623e-632c-4b34-b5fd-ae30a4564c97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c7e648768e54bb8b48d8da5bc4d24c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1519651 Sep 03 21:31:28.460936 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51896) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:28.576946 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-bb865254-bce8-464f-b7b0-f5c0c6e947a0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3262134 Sep 03 21:31:28.610815 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:28.634550 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-39ae86cd-82b8-40b6-9e0e-e600705617ba tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:28.636313 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-39ae86cd-82b8-40b6-9e0e-e600705617ba tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 819 time: 0.2760742 Sep 03 21:31:28.640253 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d623e-632c-4b34-b5fd-ae30a4564c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3741b69d-51b2-4867-92b8-32351c71e373,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:28.667097 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.673322 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-21a29d9b-e760-4279-87d8-defc03b116e6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/quotas/30d80da5983a4eb0bb10922d58181bc9 HTTP/1.1" status: 200 len: 375 time: 0.0306594 Sep 03 21:31:28.728008 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ca952325-5ce8-4e2a-acf9-dd08d6f096ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.773415 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a00f75f3-deec-4b16-8a1a-93fbe7291916 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.796719 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ca952325-5ce8-4e2a-acf9-dd08d6f096ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:28.861059 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-69ae45b7-4f31-4a43-8920-afb5103103e6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850357 Sep 03 21:31:28.880265 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7fce4871-447a-4c11-904a-b87a02551cd7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7fce4871-447a-4c11-904a-b87a02551cd7,segment=NetworkSegment(f7732c39-00d3-45de-bec0-fecc54cce1fb),segment_id=f7732c39-00d3-45de-bec0-fecc54cce1fb)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:28.886539 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5212ba-c120-4d9b-bc36-aa76033c028a None None] Network 22660dfb-036e-449a-b67f-31ae19d12211 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:28.923082 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '7fce4871-447a-4c11-904a-b87a02551cd7', 'network_id': '1eea8350-02a1-45f5-815e-3ef33618ced3', 'port_id': '7fce4871-447a-4c11-904a-b87a02551cd7', 'mac_address': 'fa:16:3e:23:01:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6aba249-caeb-4e22-b5b9-b07ca97df0cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:31:29.047366 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ca952325-5ce8-4e2a-acf9-dd08d6f096ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.050092 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ca952325-5ce8-4e2a-acf9-dd08d6f096ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.051163 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-ca952325-5ce8-4e2a-acf9-dd08d6f096ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3741b69d-51b2-4867-92b8-32351c71e373 HTTP/1.1" status: 204 len: 168 time: 0.5841656 Sep 03 21:31:29.077617 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaebb5-7762-4a20-9531-3fd49668d67e req-e3e72d5e-2212-4617-a16b-3d911dca8b75 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:29.077945 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-92eaebb5-7762-4a20-9531-3fd49668d67e req-e3e72d5e-2212-4617-a16b-3d911dca8b75 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 944 time: 0.1083069 Sep 03 21:31:29.085238 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca952325-5ce8-4e2a-acf9-dd08d6f096ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3741b69d-51b2-4867-92b8-32351c71e373,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:29.110500 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.153844 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-92eaebb5-7762-4a20-9531-3fd49668d67e req-0bee945a-9a9b-4898-a494-59519fdb9090 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600731 Sep 03 21:31:29.171056 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.222312 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.270536 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fce4871-447a-4c11-904a-b87a02551cd7 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:29.292153 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:29.334375 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:29.334620 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.341367 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7fce4871-447a-4c11-904a-b87a02551cd7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7fce4871-447a-4c11-904a-b87a02551cd7,segment=NetworkSegment(f7732c39-00d3-45de-bec0-fecc54cce1fb),segment_id=f7732c39-00d3-45de-bec0-fecc54cce1fb)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:29.362084 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'Port': ['ID=11ef0f99-d38a-4311-945c-06f712777f6f,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:29.367572 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.369147 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '2bec0227-c299-4b35-9286-8b39674813b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port': {'id': '2bec0227-c299-4b35-9286-8b39674813b0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:08Z', 'updated_at': '2021-09-03T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'ec216f93-fbe7-4ecb-badf-e2b42b61a6b6', 'name': '', 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'mac_address': 'fa:16:3e:62:21:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b65ac5f2-6757-40b5-80ef-2d0fb8797d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:17Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 4, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'subnets': [{'id': 'b65ac5f2-6757-40b5-80ef-2d0fb8797d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:29.401960 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ddf6d-d736-4fb0-8f5e-acec6c909bed None None] The sync data for ids ['022622a5-53b2-47c2-99e7-e862988591be'] in dv-cinder-759987-9-iscsi is: [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '2bec0227-c299-4b35-9286-8b39674813b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port': {'id': '2bec0227-c299-4b35-9286-8b39674813b0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:08Z', 'updated_at': '2021-09-03T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'ec216f93-fbe7-4ecb-badf-e2b42b61a6b6', 'name': '', 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'mac_address': 'fa:16:3e:62:21:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'b65ac5f2-6757-40b5-80ef-2d0fb8797d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:17Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 4, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'subnets': [{'id': 'b65ac5f2-6757-40b5-80ef-2d0fb8797d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:31:29.441188 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-662412c3-6838-4b73-b534-413c89cd7d18 service neutron] 10.222.0.46 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798972 Sep 03 21:31:29.451064 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.460183 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-808f8a12-6127-49e3-aa71-509f60a37feb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9062409 Sep 03 21:31:29.461398 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.495126 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a00f75f3-deec-4b16-8a1a-93fbe7291916 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.509487 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.554325 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a00f75f3-deec-4b16-8a1a-93fbe7291916 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.556620 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=7fce4871-447a-4c11-904a-b87a02551cd7,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:29.572865 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:29.580157 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f75f3-deec-4b16-8a1a-93fbe7291916 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9931fa-7765-4ab0-b202-9e66b9e6361b,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:29.605154 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-0718a815-e834-45e0-9538-b2c06783b8b8 service neutron] 10.222.0.46 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398091 Sep 03 21:31:29.685214 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a00f75f3-deec-4b16-8a1a-93fbe7291916 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.687155 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-a00f75f3-deec-4b16-8a1a-93fbe7291916 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8373518 Sep 03 21:31:29.690747 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:29.690747 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device c96bd990-61aa-4b1c-b03b-76d6bbc93821 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:29.691238 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51940) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:29.702811 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:29.787834 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['7fce4871-447a-4c11-904a-b87a02551cd7'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:31:29.789660 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:29.873375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:30.061398 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port c96bd990-61aa-4b1c-b03b-76d6bbc93821 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:30.061777 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:30.107509 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6227283f-998f-434e-bbe4-857949f4654c req-aaf00d2c-44d5-4de2-ab59-6983336e57cf tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0707331 Sep 03 21:31:30.120666 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-18ec0bd9-9062-4e47-a4df-68c1938305e3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1412878536&fields=id&tenant_id=3b98ff6005d34331b5eb83d5601b79c1 HTTP/1.1" status: 200 len: 267 time: 0.1441903 Sep 03 21:31:30.239089 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51974) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:30.283964 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-39c0ea75-c58e-4b90-814d-ac2ab492f783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:30.542257 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84ea14-9029-4844-82db-d403412ed905 req-c8723b13-4559-492f-936e-0b63725a8838 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:30.554688 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fe84ea14-9029-4844-82db-d403412ed905 req-c8723b13-4559-492f-936e-0b63725a8838 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 945 time: 0.2245333 Sep 03 21:31:30.663629 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 51986) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:30.674534 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1222635167-network', 'tenant_id': 'ac19471357c44e40a1428ffcf4ba6222'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:30.687842 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fe84ea14-9029-4844-82db-d403412ed905 req-fdf3fd19-4b74-4cd3-95bb-e8400d380662 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319814 Sep 03 21:31:30.710729 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-39c0ea75-c58e-4b90-814d-ac2ab492f783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:30.751021 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:30.801089 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:30.806155 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-39c0ea75-c58e-4b90-814d-ac2ab492f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:30.831216 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:30.831591 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:30.914812 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-39c0ea75-c58e-4b90-814d-ac2ab492f783 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f51d245bbd7544a6888ea0447cd5a767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742101 Sep 03 21:31:30.916269 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0ea75-c58e-4b90-814d-ac2ab492f783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544d0067-35ff-4d64-9365-7005275a16cf,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:30.933965 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 51994) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:30.964292 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-9b872a2b-25f7-4284-9369-52b783ca4915 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:30.973174 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-9b872a2b-25f7-4284-9369-52b783ca4915 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 817 time: 0.8443680 Sep 03 21:31:30.981485 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:31.004810 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Made reservation on behalf of ac19471357c44e40a1428ffcf4ba6222 for: {'network': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:31.007212 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.015019 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-78f28e86-1921-4983-ad4c-b118f76bf910 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/quotas/3b98ff6005d34331b5eb83d5601b79c1 HTTP/1.1" status: 200 len: 375 time: 0.0409088 Sep 03 21:31:31.021323 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.125972 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.145490 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7d75fcc1-7dd3-4e85-8c9e-741dececcb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.145776 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:31.154562 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:31.155037 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.176577 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Allocated IP 172.27.3.193 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/66a86f47-81f5-46ae-8a3c-44fe7abfd013) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:31.229068 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.269251 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-de540edf-082e-479d-abb5-508475310108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.291983 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-eadadd2c-d124-4293-a175-0b3571b2da77 req-47566532-8c9b-445f-ab98-309de20dcd5d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0746460 Sep 03 21:31:31.296529 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7d75fcc1-7dd3-4e85-8c9e-741dececcb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.319368 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.342269 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2280e61-f678-4557-909d-cd82c705fc5c,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:31.388108 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:31.419700 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-c339b18d-3e1d-45ca-9603-b17d8a27e701 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3815455 Sep 03 21:31:31.454563 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:31:31.460048 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.495540 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-ba3d9345-f93a-462d-b714-44c33ed437e0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:31.497739 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-ba3d9345-f93a-462d-b714-44c33ed437e0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 819 time: 0.1369455 Sep 03 21:31:31.509971 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Request body: {'port': {'device_id': '91532383-a6e5-4605-8289-2454342801b8', 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e', 'admin_state_up': True, 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:31.527927 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.530347 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.530720 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.segments_db [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Added segment 0caf1c29-8094-4fee-ad84-5afba3510863 of type vlan for network 44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d Sep 03 21:31:31.553604 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7d75fcc1-7dd3-4e85-8c9e-741dececcb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.556822 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7d75fcc1-7dd3-4e85-8c9e-741dececcb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.558057 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-7d75fcc1-7dd3-4e85-8c9e-741dececcb79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/544d0067-35ff-4d64-9365-7005275a16cf HTTP/1.1" status: 204 len: 168 time: 0.6224127 Sep 03 21:31:31.568573 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75fcc1-7dd3-4e85-8c9e-741dececcb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544d0067-35ff-4d64-9365-7005275a16cf,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:31.641878 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:31.646294 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.699180 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.744930 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-1ef21000-018f-4134-acde-8280f232b27f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:31:31.745943 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-1ef21000-018f-4134-acde-8280f232b27f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1358211 Sep 03 21:31:31.747947 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:31.755468 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:31.757573 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'Port': ['ID=66a86f47-81f5-46ae-8a3c-44fe7abfd013,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:31.764488 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:31.868635 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.869551 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:31.870175 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.916218 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8115-3117-4ab7-aaf7-58e4e3aba41f req-ad689cec-e008-46e3-9724-d70c0d92412f tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:31.917815 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4b9c8115-3117-4ab7-aaf7-58e4e3aba41f req-ad689cec-e008-46e3-9724-d70c0d92412f tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 945 time: 0.0902662 Sep 03 21:31:31.921672 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-ed814883-a282-463f-a7c8-cdb88177960f service neutron] 10.222.0.46 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590219 Sep 03 21:31:31.938000 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.958195 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Made reservation on behalf of 30d80da5983a4eb0bb10922d58181bc9 for: {'port': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:31.961732 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:31.978983 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] Pushing event updated for resources: {'Network': ['ID=44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:31.991389 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:31:32.026493 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4b9c8115-3117-4ab7-aaf7-58e4e3aba41f req-33cf3529-ea39-4ae8-b1e7-44a8a6c8f1ff tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718362 Sep 03 21:31:32.068381 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-cf0c46e4-bd68-44ab-99d4-7023d0e71aca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4036188 Sep 03 21:31:32.071187 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52032) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:32.081161 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Request body: {'subnet': {'network_id': '44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1222635167-subnet', 'tenant_id': 'ac19471357c44e40a1428ffcf4ba6222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:32.137953 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-55f7ffde-3c4f-4143-ae2f-353d54a95fa8 service neutron] 10.222.0.46 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914482 Sep 03 21:31:32.179221 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Allocated IP 172.20.0.5 (673f58a7-bac8-4adf-a01e-3481875be44e/b65ac5f2-6757-40b5-80ef-2d0fb8797d19/a42aa0cf-802a-4c97-a823-592fbb367018) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:32.180898 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.291371 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7fce4871-447a-4c11-904a-b87a02551cd7 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:32.374340 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.477916 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Made reservation on behalf of ac19471357c44e40a1428ffcf4ba6222 for: {'subnet': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:32.478971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.480306 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.495872 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 7fce4871-447a-4c11-904a-b87a02551cd7 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:32.504916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 7fce4871-447a-4c11-904a-b87a02551cd7 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:32.504916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.554663 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.18', 51247) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:32.595021 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.597584 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:32.728992 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.733517 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'Port': ['ID=66a86f47-81f5-46ae-8a3c-44fe7abfd013,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:32.740800 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82a6a97b-f786-4558-9c47-f4efec251c94 req-86940b78-d8eb-42b9-b962-5969d71c9aba tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 210 time: 0.1038523 Sep 03 21:31:32.770564 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a2a3d828-4881-4d2d-a22e-ac7cd3e8d832 req-828ae6fb-7de1-4b94-8919-7677f7846572 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 210 time: 0.3014302 Sep 03 21:31:32.856530 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Network 673f58a7-bac8-4adf-a01e-3481875be44e is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:32.861025 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.875438 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:32.875947 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.883959 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:32.886680 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:32.894210 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:32.895158 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.911501 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Pushing event updated for resources: {'Port': ['ID=a42aa0cf-802a-4c97-a823-592fbb367018,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:32.914119 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26026a79-69f5-4583-a193-08a4262abaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fce4871-447a-4c11-904a-b87a02551cd7'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:32.937514 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:32.969782 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-44a309cd-dba2-4cbc-871b-3b149488c3c2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:32.972609 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-44a309cd-dba2-4cbc-871b-3b149488c3c2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 819 time: 0.4167314 Sep 03 21:31:32.989005 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Request body: {'port': {'device_id': 'c45f08ce-c3a2-4f0e-8613-41b9913b1f2b', 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e', 'admin_state_up': True, 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:33.010890 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:33.103744 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7fce4871-447a-4c11-904a-b87a02551cd7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7fce4871-447a-4c11-904a-b87a02551cd7,segment=NetworkSegment(f7732c39-00d3-45de-bec0-fecc54cce1fb),segment_id=f7732c39-00d3-45de-bec0-fecc54cce1fb)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:33.161375 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:33.166485 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:33.167991 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-513a08b4-0b56-46ec-959b-a4059ef2d47a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4762838 Sep 03 21:31:33.208004 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-a66f9dfc-b514-4ca2-b7c9-28949add1c12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6989100 Sep 03 21:31:33.257732 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Request body: {'port': {'device_id': '91532383-a6e5-4605-8289-2454342801b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:33.264977 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f69358a-b666-44c4-b7fc-c4c0a2dd782d,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:33.291375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Made reservation on behalf of 30d80da5983a4eb0bb10922d58181bc9 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:33.297750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:33.351576 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Checking segment: {'id': '0caf1c29-8094-4fee-ad84-5afba3510863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:33.352335 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Network hostable DHCP agents. Network: 44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:31:33.430158 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:33.593039 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Network 44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:31:33.594000 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ce674-407c-4f44-9d58-d96dbe87bf8f req-9c88106a-e2e2-4273-8bde-3475d3624f20 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:33.596018 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=7fce4871-447a-4c11-904a-b87a02551cd7,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:33.615641 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-931ce674-407c-4f44-9d58-d96dbe87bf8f req-9c88106a-e2e2-4273-8bde-3475d3624f20 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.3833098 Sep 03 21:31:33.701153 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-931ce674-407c-4f44-9d58-d96dbe87bf8f req-0c0a74c1-94f7-4e20-ae0b-f6abe8b9db09 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852318 Sep 03 21:31:33.703979 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d) {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:33.712982 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-1d99ba60-b963-4787-90c8-4df1076a7fbb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1113793051&fields=id&tenant_id=c6563f94581a4c3586432072f45f94d8 HTTP/1.1" status: 200 len: 267 time: 0.1231017 Sep 03 21:31:33.717784 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:33.718232 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:33.721401 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d170a-6e7c-438b-8f0e-fab9a769a201 None None] Network 44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:33.813813 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df58e753-9abb-4f3b-b4b2-a9bbd6c6674b" -d '{"events": [{"server_uuid": "26026a79-69f5-4583-a193-08a4262abaf5", "name": "network-vif-plugged", "status": "completed", "tag": "7fce4871-447a-4c11-904a-b87a02551cd7"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:33.878357 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-dd838733-d0f9-40dd-964c-6fb4bd25e6f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7971914 Sep 03 21:31:33.914972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cfa7768c-0020-4488-8f52-69d32ea32c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:33.942289 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b3a29037-f36c-464a-9b66-65c11810c1e9 req-06e876f1-406f-4ae0-b684-8116f6bb0abf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 210 time: 0.0867031 Sep 03 21:31:33.993347 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-e04c8d37-c27c-4e03-98b7-071a6c9c701c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:33.995269 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-e04c8d37-c27c-4e03-98b7-071a6c9c701c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 809 time: 0.2638638 Sep 03 21:31:34.001668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42aa0cf-802a-4c97-a823-592fbb367018 {{(pid=94320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:34.004499 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:34.016750 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:34.030923 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-20b708f8-b906-406d-95f1-6c9a17434d5b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/quotas/c6563f94581a4c3586432072f45f94d8 HTTP/1.1" status: 200 len: 375 time: 0.0231340 Sep 03 21:31:34.053804 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Transition to ACTIVE for port object a42aa0cf-802a-4c97-a823-592fbb367018 will not be triggered until provisioned by entity L2. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:34.056218 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f8d09c-2b58-4dac-82d0-3c11a9c703f3 None None] Network 44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:31:34.155433 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-729ade31-b237-4af9-96fb-bb3b4ab8757f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979142 Sep 03 21:31:34.156582 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:34.165800 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-96cfcc32-0e4a-4206-9cb7-dfdb02ac0e90 req-145aa417-4d5b-4d77-ae85-70d3a12af965 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0689273 Sep 03 21:31:34.295308 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a42aa0cf-802a-4c97-a823-592fbb367018,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:34.312154 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Allocated IP 172.20.0.8 (673f58a7-bac8-4adf-a01e-3481875be44e/b65ac5f2-6757-40b5-80ef-2d0fb8797d19/47c1f542-fc17-4a8e-9565-d14ce2c7cb7a) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:34.424560 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-13888df5-7996-45e2-aa8d-9f6d7c57add0 service neutron] 10.222.0.46 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176042 Sep 03 21:31:34.425411 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Attempting to bind port a42aa0cf-802a-4c97-a823-592fbb367018 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:34.425751 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Attempting to bind port a42aa0cf-802a-4c97-a823-592fbb367018 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:34.426081 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Attempting to bind port a42aa0cf-802a-4c97-a823-592fbb367018 on network 673f58a7-bac8-4adf-a01e-3481875be44e {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:34.440308 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Port a42aa0cf-802a-4c97-a823-592fbb367018 on network 673f58a7-bac8-4adf-a01e-3481875be44e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:31:34.440756 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Attempting to bind port a42aa0cf-802a-4c97-a823-592fbb367018 on network 673f58a7-bac8-4adf-a01e-3481875be44e {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:34.461198 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:34.461545 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Checking segment: {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:34.461937 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Bound using segment: {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:34.462442 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Bound port: a42aa0cf-802a-4c97-a823-592fbb367018, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'}}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:34.462846 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:34.595510 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d3aee3-2b88-4ef1-97af-711ce8723f02 x-openstack-request-id: req-06d3aee3-2b88-4ef1-97af-711ce8723f02 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:34.596126 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26026a79-69f5-4583-a193-08a4262abaf5", "name": "network-vif-plugged", "status": "completed", "tag": "7fce4871-447a-4c11-904a-b87a02551cd7", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:34.596126 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06d3aee3-2b88-4ef1-97af-711ce8723f02 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:34.596446 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26026a79-69f5-4583-a193-08a4262abaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fce4871-447a-4c11-904a-b87a02551cd7', 'code': 200} Sep 03 21:31:34.674101 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-0fdfe718-4a90-4c87-80c7-c3e4aa636e4d service neutron] 10.222.0.46 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417789 Sep 03 21:31:34.683123 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] For port a42aa0cf-802a-4c97-a823-592fbb367018, host hv-cinder-75998, cleared binding levels {{(pid=94320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:34.687885 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] For port a42aa0cf-802a-4c97-a823-592fbb367018, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a42aa0cf-802a-4c97-a823-592fbb367018,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:34.732045 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:34.788403 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:34.816647 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:34.817273 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:34.818900 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 200 len: 1093 time: 1.5949609 Sep 03 21:31:34.819346 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91532383-a6e5-4605-8289-2454342801b8', 'tag': 'a42aa0cf-802a-4c97-a823-592fbb367018'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:34.821756 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a8757-6eec-491e-8215-772b13c3304f" -d '{"events": [{"name": "network-changed", "server_uuid": "91532383-a6e5-4605-8289-2454342801b8", "tag": "a42aa0cf-802a-4c97-a823-592fbb367018"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:34.850902 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718e42f-7551-4032-9a3f-1a65570dc3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a42aa0cf-802a-4c97-a823-592fbb367018,revision_number=3']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:34.883963 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:34.973294 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.18', 51251) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:35.019031 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79de1571-4623-4c1d-86e1-585dd7e5e6bd x-openstack-request-id: req-79de1571-4623-4c1d-86e1-585dd7e5e6bd {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:35.032851 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91532383-a6e5-4605-8289-2454342801b8", "tag": "a42aa0cf-802a-4c97-a823-592fbb367018", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:35.032851 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79de1571-4623-4c1d-86e1-585dd7e5e6bd {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:35.032851 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91532383-a6e5-4605-8289-2454342801b8', 'tag': 'a42aa0cf-802a-4c97-a823-592fbb367018', 'status': 'completed', 'code': 200} Sep 03 21:31:35.038616 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.18', 51252) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:35.063626 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Network 673f58a7-bac8-4adf-a01e-3481875be44e is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:35.069882 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Pushing event updated for resources: {'Port': ['ID=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:35.072502 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:35.125416 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97db12d-d640-419a-a324-2ac1f447bd4b req-be3f9f11-dcf2-48b3-8647-80344d457b4d tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:35.125416 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f97db12d-d640-419a-a324-2ac1f447bd4b req-be3f9f11-dcf2-48b3-8647-80344d457b4d tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.2729726 Sep 03 21:31:35.147920 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:35.148295 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:35.159515 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-4b7aa55b-a1cd-4161-9cc6-14e2007f457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:35.160712 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-4b7aa55b-a1cd-4161-9cc6-14e2007f457d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1096 time: 0.2437134 Sep 03 21:31:35.208737 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-be735d2d-0883-418d-a6d5-287e2205744a req-9fd4babb-5115-4cd2-8016-aa3274a6261b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 210 time: 0.0845444 Sep 03 21:31:35.295075 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:35.295757 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:35.342432 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-b2f0e716-66ab-48df-ba93-750781c94e4d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:35.344784 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-b2f0e716-66ab-48df-ba93-750781c94e4d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 817 time: 0.3577836 Sep 03 21:31:35.349881 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f97db12d-d640-419a-a324-2ac1f447bd4b req-e16c4682-ba15-4e39-a93f-86f05086cd60 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393678 Sep 03 21:31:35.423304 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-51cdc5d9-5821-4335-ad36-563dc70c2a9f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b98ff6005d34331b5eb83d5601b79c1 HTTP/1.1" status: 200 len: 380 time: 0.0674613 Sep 03 21:31:35.433694 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'port': {'device_id': '70c28081-bd7e-4daf-8941-eb77a0171674', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'admin_state_up': True, 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'security_groups': ['4142374b-7cc8-4e99-85a5-ceefe0b30cf0']}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:35.458796 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-5b7c0b7a-d538-43dc-a79b-7d50ef85851e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 200 len: 217 time: 0.2888870 Sep 03 21:31:35.468251 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf963360-7cc4-4afc-a8c4-16a1d8c8d43b req-e399ce5c-f9c9-417d-b78e-f4ef9f968364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:35.469681 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cf963360-7cc4-4afc-a8c4-16a1d8c8d43b req-e399ce5c-f9c9-417d-b78e-f4ef9f968364 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 1099 time: 0.4294558 Sep 03 21:31:35.489358 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-c8cd4f12-7b3b-480e-8f6c-65ddeff106a0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5066524 Sep 03 21:31:35.493046 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2cf6c378-d29a-4c46-b5c8-28a14b126a4d req-afa6a915-fcb1-4d5d-8776-9718cdb0ce3d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 210 time: 0.0377405 Sep 03 21:31:35.558357 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-cf963360-7cc4-4afc-a8c4-16a1d8c8d43b req-b3d74a3d-5d3b-454f-9042-206fffbd0088 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:35.577455 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-6801b443-84ef-4e6f-b232-cfc3bdd0d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:35.579088 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-6801b443-84ef-4e6f-b232-cfc3bdd0d0d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.0962822 Sep 03 21:31:35.634540 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Request body: {'port': {'device_id': 'c45f08ce-c3a2-4f0e-8613-41b9913b1f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:35.658927 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-f9bcc662-51bc-47f8-aa6a-185536a0b433 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707614 Sep 03 21:31:35.706654 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5809d-d492-41a6-86e3-c7cf9b3638d7 req-23ece147-1f17-49d5-b159-e37c3061e25f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:35.711395 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c1d5809d-d492-41a6-86e3-c7cf9b3638d7 req-23ece147-1f17-49d5-b159-e37c3061e25f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 931 time: 0.2741067 Sep 03 21:31:35.782273 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c1d5809d-d492-41a6-86e3-c7cf9b3638d7 req-d56e208d-baab-4e47-8d53-fef7937e640f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Sep 03 21:31:35.788473 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:35.825303 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-f36d1668-12c9-4024-9187-e54350e53a25 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560972 Sep 03 21:31:35.877668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-cf963360-7cc4-4afc-a8c4-16a1d8c8d43b req-b3d74a3d-5d3b-454f-9042-206fffbd0088 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:35.946724 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-d1ae3c6f-6cd4-4a53-9c91-27db3a79591c service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131477 Sep 03 21:31:35.960187 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-cf963360-7cc4-4afc-a8c4-16a1d8c8d43b req-b3d74a3d-5d3b-454f-9042-206fffbd0088 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:36.012985 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cf963360-7cc4-4afc-a8c4-16a1d8c8d43b req-b3d74a3d-5d3b-454f-9042-206fffbd0088 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290246 Sep 03 21:31:36.030318 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d74a3d-5d3b-454f-9042-206fffbd0088 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2636fb-c84e-444f-8924-dc0338a5813e,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:36.071413 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Made reservation on behalf of 3b98ff6005d34331b5eb83d5601b79c1 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:36.078162 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:36.201170 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:36.213729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:36.257127 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Transition to ACTIVE for port object 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:36.274746 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Allocated IP 172.20.0.13 (489e42f5-1995-441f-ace5-7b78c4ea64b1/9f808766-4e4c-451b-b15d-ea30fdd54373/14f8a51d-ed42-44c6-b0b8-0aec8639db90) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:36.338007 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7cd9f395-958a-402a-809c-d13bee7373d3 req-b01ed232-5d31-4143-962e-4ae0d429cd48 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 210 time: 0.0294657 Sep 03 21:31:36.340643 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a8757-6eec-491e-8215-772b13c3304f req-6f846b4b-795a-4cc2-ad87-41888de780fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:36.342036 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1d0a8757-6eec-491e-8215-772b13c3304f req-6f846b4b-795a-4cc2-ad87-41888de780fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1096 time: 0.0769908 Sep 03 21:31:36.428374 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:36.449454 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a8757-6eec-491e-8215-772b13c3304f req-80ffc0a0-f6cf-48d0-a3c3-e3c99ca73d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:36.451090 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1d0a8757-6eec-491e-8215-772b13c3304f req-80ffc0a0-f6cf-48d0-a3c3-e3c99ca73d54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.0987945 Sep 03 21:31:36.496073 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1d0a8757-6eec-491e-8215-772b13c3304f req-5e9d867a-c745-49b6-bf61-2e4cdf558d48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 200 len: 217 time: 0.0351868 Sep 03 21:31:36.534823 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:36.555401 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a8757-6eec-491e-8215-772b13c3304f req-ec14e5aa-ef08-440c-916e-d6098e53e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:36.555982 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:36.557127 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1d0a8757-6eec-491e-8215-772b13c3304f req-ec14e5aa-ef08-440c-916e-d6098e53e296 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.0538330 Sep 03 21:31:36.574142 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278663ca-6576-4076-9501-eb5291864746 req-8fcd2770-8d42-4920-925d-7400762e9675 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:36.575700 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-278663ca-6576-4076-9501-eb5291864746 req-8fcd2770-8d42-4920-925d-7400762e9675 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.1484649 Sep 03 21:31:36.604610 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1d0a8757-6eec-491e-8215-772b13c3304f req-8345f2cc-234f-4951-81ab-f86877451c85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399880 Sep 03 21:31:36.650050 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Transition to ACTIVE for port object 14f8a51d-ed42-44c6-b0b8-0aec8639db90 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:36.699864 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-278663ca-6576-4076-9501-eb5291864746 req-062e96ad-61bf-472a-83bc-d9379fed81d6 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801075 Sep 03 21:31:36.713370 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-90c37838-2892-42fa-8e6b-4fa9a114f164 req-0c22901e-358c-400e-b924-d7f1aa3acf97 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 210 time: 0.0630898 Sep 03 21:31:36.742504 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Attempting to bind port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:36.742504 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Attempting to bind port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:36.742504 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Attempting to bind port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a on network 673f58a7-bac8-4adf-a01e-3481875be44e {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:36.772811 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a on network 673f58a7-bac8-4adf-a01e-3481875be44e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:31:36.773139 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Attempting to bind port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a on network 673f58a7-bac8-4adf-a01e-3481875be44e {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:36.775228 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1d0a8757-6eec-491e-8215-772b13c3304f req-46da37fe-1a13-4db2-bbc4-a3b1706616e7 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637387 Sep 03 21:31:36.782375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:36.782779 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Checking segment: {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:36.783891 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Bound using segment: {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:36.784358 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Bound port: 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:36.784726 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:36.847912 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:36.910296 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1d0a8757-6eec-491e-8215-772b13c3304f req-81cf4dac-bd2b-47f2-b036-50deb59bbb39 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253085 Sep 03 21:31:36.921706 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] For port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:36.971410 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] For port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:36.971622 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:36.979154 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:36.982629 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:36.985535 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:37.041635 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:37.063837 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:37.087952 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a33ff3-c75b-4da7-b93a-5036439d1ef7 req-be36808a-896b-47e0-b19c-cec5f0c39c19 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:37.102779 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c3a33ff3-c75b-4da7-b93a-5036439d1ef7 req-be36808a-896b-47e0-b19c-cec5f0c39c19 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 943 time: 0.1877010 Sep 03 21:31:37.128233 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:37.128898 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:37.130278 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] 10.222.0.18 "PUT /v2.0/ports/47c1f542-fc17-4a8e-9565-d14ce2c7cb7a HTTP/1.1" status: 200 len: 1093 time: 1.5987678 Sep 03 21:31:37.135460 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45f08ce-c3a2-4f0e-8613-41b9913b1f2b', 'tag': '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:37.148132 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:37.148884 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:37.214013 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685a37-32b9-4e93-827b-6f34adfd0ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:37.233146 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c3a33ff3-c75b-4da7-b93a-5036439d1ef7 req-df371f1e-b293-47d7-b045-ce80cc23fdac tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356833 Sep 03 21:31:37.289513 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c45f08ce-c3a2-4f0e-8613-41b9913b1f2b", "tag": "47c1f542-fc17-4a8e-9565-d14ce2c7cb7a"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:37.310260 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-f1b17429-96ff-4371-ae48-88b428535f1b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8810701 Sep 03 21:31:37.338528 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Request body: {'port': {'device_id': '70c28081-bd7e-4daf-8941-eb77a0171674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:37.348143 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-2a135a9a-41c3-45ee-930f-712d8316411c None None] Provisioning for port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:37.357049 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-2a135a9a-41c3-45ee-930f-712d8316411c None None] Provisioning complete for port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:37.357049 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-2a135a9a-41c3-45ee-930f-712d8316411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:37.400823 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-2a135a9a-41c3-45ee-930f-712d8316411c None None] Port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:31:37.574461 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2378f48f-3832-4c24-b2da-140d79f1d781 x-openstack-request-id: req-2378f48f-3832-4c24-b2da-140d79f1d781 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:37.577588 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45f08ce-c3a2-4f0e-8613-41b9913b1f2b", "tag": "47c1f542-fc17-4a8e-9565-d14ce2c7cb7a", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:37.577588 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2378f48f-3832-4c24-b2da-140d79f1d781 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:37.577588 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45f08ce-c3a2-4f0e-8613-41b9913b1f2b', 'tag': '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a', 'status': 'completed', 'code': 200} Sep 03 21:31:37.581518 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-2a64764b-b888-46d4-b0d4-4c4f75dd4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:37.584271 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-2a64764b-b888-46d4-b0d4-4c4f75dd4bd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 1096 time: 0.3249302 Sep 03 21:31:37.641848 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aa3cc678-85ad-4038-b449-a1a4bca98f76 req-b4cad3a6-3f30-4044-a4be-c3f78b236912 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 210 time: 0.0701754 Sep 03 21:31:37.676298 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-1863573b-f88d-48cf-940e-0804bef6a270 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:37.676890 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-21211ca5-0792-4468-9757-5373e72b2f52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a HTTP/1.1" status: 200 len: 217 time: 0.0824316 Sep 03 21:31:37.679949 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-1863573b-f88d-48cf-940e-0804bef6a270 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 809 time: 0.1617615 Sep 03 21:31:37.750830 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-eff8536b-6fa0-4f7b-804e-5f4b255d77c3 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6563f94581a4c3586432072f45f94d8 HTTP/1.1" status: 200 len: 380 time: 0.0568745 Sep 03 21:31:37.762744 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'port': {'device_id': '50565780-ec8d-49cf-9916-1f6d704002c8', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'admin_state_up': True, 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'security_groups': ['4730aec2-258c-4166-b938-1bba05817099']}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:37.784955 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-08ef3645-9fb4-4544-88db-499c0eb4e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:37.810720 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-08ef3645-9fb4-4544-88db-499c0eb4e97e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.1007705 Sep 03 21:31:37.819083 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:37.900613 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-7ba0abd2-b7f0-44c2-923c-e7511db8c85c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759544 Sep 03 21:31:37.946406 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bac37-2c2c-4e13-85dd-48b1850f1049 req-bf9b35c5-79f2-42f2-8a86-249d3ba02dbd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:37.953780 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-827bac37-2c2c-4e13-85dd-48b1850f1049 req-bf9b35c5-79f2-42f2-8a86-249d3ba02dbd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 932 time: 0.1037211 Sep 03 21:31:37.996581 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-827bac37-2c2c-4e13-85dd-48b1850f1049 req-139e85dd-e864-4af7-95ec-d59979999273 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Sep 03 21:31:38.073231 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Made reservation on behalf of c6563f94581a4c3586432072f45f94d8 for: {'port': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:31:38.080630 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:38.114152 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45b86d-abf3-4b35-bf08-0c5fff11c60c req-d1d40d48-3796-410c-92ae-c94944fa8812 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:38.115719 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2b45b86d-abf3-4b35-bf08-0c5fff11c60c req-d1d40d48-3796-410c-92ae-c94944fa8812 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.2460778 Sep 03 21:31:38.206674 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-0c5c76c4-5db0-4e64-9a9e-557e77700ca0 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960384 Sep 03 21:31:38.211610 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2b45b86d-abf3-4b35-bf08-0c5fff11c60c req-21402960-3314-474e-a788-bfc15406f438 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863156 Sep 03 21:31:38.237609 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Allocated IP 172.20.0.11 (09e8758b-c299-4d5e-9303-5faad8c1093b/e0848dbf-f6f0-4305-95dc-d3fd3077e59b/e7c29b62-23c9-4369-82bc-ddb6c095be98) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:31:38.385609 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5d25c67e-c6aa-48f7-8345-adb020f72e19 req-3c97dec5-8df4-499c-9688-a0de2d3b090f service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635005 Sep 03 21:31:38.407540 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7df80c-bbfd-474a-a443-feb9b7851c15 req-7913aaf0-9e01-4282-9f52-cd5e9ccdd519 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:38.409407 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1c7df80c-bbfd-474a-a443-feb9b7851c15 req-7913aaf0-9e01-4282-9f52-cd5e9ccdd519 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 943 time: 0.1031356 Sep 03 21:31:38.436632 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f8a51d-ed42-44c6-b0b8-0aec8639db90 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:38.439242 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:38.444996 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:38.457875 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Transition to ACTIVE for port object 14f8a51d-ed42-44c6-b0b8-0aec8639db90 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:38.476538 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Transition to ACTIVE for port object e7c29b62-23c9-4369-82bc-ddb6c095be98 will not be triggered until provisioned by entity DHCP. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:38.494053 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1c7df80c-bbfd-474a-a443-feb9b7851c15 req-3f9506f4-a7cf-4528-97bc-c64132af4c64 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Sep 03 21:31:38.600203 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:38.608364 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:38.648216 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Network 09e8758b-c299-4d5e-9303-5faad8c1093b is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:31:38.651223 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:31:38.655148 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:31:38.664342 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:38.665116 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:38.667793 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-7bb35df6-45fa-4231-94eb-07138bbc3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:38.669405 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-7bb35df6-45fa-4231-94eb-07138bbc3658 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 1096 time: 0.0882015 Sep 03 21:31:38.674889 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:38.701623 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'Port': ['ID=e7c29b62-23c9-4369-82bc-ddb6c095be98,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:38.807972 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-07d98fb9-204d-4613-a4a2-7a782d065684 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0499637 Sep 03 21:31:38.822602 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Request body: {'port': {'device_id': '50565780-ec8d-49cf-9916-1f6d704002c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:38.893802 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:38.959679 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-f6008b2f-9d25-4f20-b2f7-8f1892cb276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:38.961074 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-f6008b2f-9d25-4f20-b2f7-8f1892cb276b service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.2832055 Sep 03 21:31:38.963030 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Attempting to bind port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:38.963367 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Attempting to bind port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:38.963697 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Attempting to bind port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 on network 489e42f5-1995-441f-ace5-7b78c4ea64b1 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:38.973261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a903b-32e9-40fa-b77d-0f003546020b req-a6c75517-c729-4037-89f7-bfc8b3706fc2 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:38.975053 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2a0a903b-32e9-40fa-b77d-0f003546020b req-a6c75517-c729-4037-89f7-bfc8b3706fc2 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 932 time: 0.2325506 Sep 03 21:31:38.988687 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 on network 489e42f5-1995-441f-ace5-7b78c4ea64b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:31:38.989231 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Attempting to bind port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 on network 489e42f5-1995-441f-ace5-7b78c4ea64b1 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:39.026228 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-f8671a1d-bf2d-43d8-876b-d3c439c2dde9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a HTTP/1.1" status: 200 len: 217 time: 0.0487802 Sep 03 21:31:39.031432 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:39.031861 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Checking segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:39.037268 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Bound using segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:39.037268 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Bound port: 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:39.037268 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.141119 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2a0a903b-32e9-40fa-b77d-0f003546020b req-5176db87-0f42-45b1-983c-c3921eb551ae tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176753 Sep 03 21:31:39.145250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-d5cc66c8-7854-40ab-991a-d90a5c404746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:39.147049 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-d5cc66c8-7854-40ab-991a-d90a5c404746 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.1111734 Sep 03 21:31:39.147194 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-51b9e829-d11f-4117-8601-41aeb343e2d2 None None] Provisioning for port e7c29b62-23c9-4369-82bc-ddb6c095be98 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:39.151018 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-51b9e829-d11f-4117-8601-41aeb343e2d2 None None] Provisioning complete for port e7c29b62-23c9-4369-82bc-ddb6c095be98 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:39.151399 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-51b9e829-d11f-4117-8601-41aeb343e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.212791 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-74e1284c-9293-4739-a923-954d68c77f71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485630 Sep 03 21:31:39.216621 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-51b9e829-d11f-4117-8601-41aeb343e2d2 None None] Port e7c29b62-23c9-4369-82bc-ddb6c095be98 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:31:39.216785 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:39.228890 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:39.282005 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd898970-e167-4f2b-8283-eee6d1dc4de8 req-15b430b9-5726-42be-9322-83f748935630 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:39.292991 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cd898970-e167-4f2b-8283-eee6d1dc4de8 req-15b430b9-5726-42be-9322-83f748935630 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.1277056 Sep 03 21:31:39.331098 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.361044 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cd898970-e167-4f2b-8283-eee6d1dc4de8 req-0f2d510e-4a2f-4632-b3d0-d71e9c354f5c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657828 Sep 03 21:31:39.385906 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c29b62-23c9-4369-82bc-ddb6c095be98 {{(pid=94320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:39.395422 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.422884 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Transition to ACTIVE for port object e7c29b62-23c9-4369-82bc-ddb6c095be98 will not be triggered until provisioned by entity L2. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:31:39.431269 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:39.431912 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.433386 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] 10.222.0.18 "PUT /v2.0/ports/14f8a51d-ed42-44c6-b0b8-0aec8639db90 HTTP/1.1" status: 200 len: 1094 time: 2.1082494 Sep 03 21:31:39.454445 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-b04d0280-1d38-49cc-9825-4312eecbcbe6 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281134 Sep 03 21:31:39.490035 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2f98a-78ab-4a7c-b7f4-2d573dc21591 service neutron] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:39.501401 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f5097-a861-48cb-bbf2-5f2f014d1d0c req-f138f52c-199e-430f-8a3f-5d93895533f4 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:39.503594 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aa3f5097-a861-48cb-bbf2-5f2f014d1d0c req-f138f52c-199e-430f-8a3f-5d93895533f4 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.1946418 Sep 03 21:31:39.507510 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.580432 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c29b62-23c9-4369-82bc-ddb6c095be98,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:39.625948 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Attempting to bind port e7c29b62-23c9-4369-82bc-ddb6c095be98 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:31:39.627061 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Attempting to bind port e7c29b62-23c9-4369-82bc-ddb6c095be98 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:31:39.627561 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Attempting to bind port e7c29b62-23c9-4369-82bc-ddb6c095be98 on network 09e8758b-c299-4d5e-9303-5faad8c1093b {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:39.632729 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Port e7c29b62-23c9-4369-82bc-ddb6c095be98 on network 09e8758b-c299-4d5e-9303-5faad8c1093b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:31:39.633229 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Attempting to bind port e7c29b62-23c9-4369-82bc-ddb6c095be98 on network 09e8758b-c299-4d5e-9303-5faad8c1093b {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:31:39.639360 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:31:39.643621 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Checking segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:31:39.643621 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Bound using segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:31:39.643621 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Bound port: e7c29b62-23c9-4369-82bc-ddb6c095be98, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'}}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:31:39.643621 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.763419 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a14668-77ff-4956-bc6d-b023c7a49c5e req-617a44f1-63f2-453e-aea8-04b747efdf41 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:39.771078 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f5a14668-77ff-4956-bc6d-b023c7a49c5e req-617a44f1-63f2-453e-aea8-04b747efdf41 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 943 time: 0.1069567 Sep 03 21:31:39.779491 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:39.781710 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e1a729-fddb-494c-9db3-21c17ea928bc" -d '{"events": [{"name": "network-changed", "server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:39.833535 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] For port e7c29b62-23c9-4369-82bc-ddb6c095be98, host hv-cinder-75998, cleared binding levels {{(pid=94320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:31:39.837912 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] For port e7c29b62-23c9-4369-82bc-ddb6c095be98, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:31:39.851374 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f5a14668-77ff-4956-bc6d-b023c7a49c5e req-5ebdcd01-2be5-41a3-95e3-125da63ea65e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755031 Sep 03 21:31:39.892472 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52300) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:39.912314 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aa3f5097-a861-48cb-bbf2-5f2f014d1d0c req-a2a8f4fb-74c9-46bb-b04b-df2a165f744d tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940840 Sep 03 21:31:39.920264 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.946876 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2117c048-c10d-4a9f-a765-7fe791636664 x-openstack-request-id: req-2117c048-c10d-4a9f-a765-7fe791636664 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:39.946876 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:39.946876 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2117c048-c10d-4a9f-a765-7fe791636664 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:39.946876 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'status': 'completed', 'code': 200} Sep 03 21:31:39.953291 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-e1cf9052-40d2-4879-b19a-4623b08302e9 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939873 Sep 03 21:31:39.961399 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-e76ad40f-3eb3-450a-b623-35fb80265268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:39.975004 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-e76ad40f-3eb3-450a-b623-35fb80265268 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 1097 time: 0.1769376 Sep 03 21:31:39.981695 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:39.982316 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:39.983872 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/e7c29b62-23c9-4369-82bc-ddb6c095be98 HTTP/1.1" status: 200 len: 1094 time: 1.1677380 Sep 03 21:31:39.984321 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50565780-ec8d-49cf-9916-1f6d704002c8', 'tag': 'e7c29b62-23c9-4369-82bc-ddb6c095be98'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:39.987222 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30ba81a-db70-481e-a28d-9a04ba58f324" -d '{"events": [{"name": "network-changed", "server_uuid": "50565780-ec8d-49cf-9916-1f6d704002c8", "tag": "e7c29b62-23c9-4369-82bc-ddb6c095be98"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:40.036725 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ccdbc-f019-4566-bc50-b3579da106d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c29b62-23c9-4369-82bc-ddb6c095be98,revision_number=3']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:40.052046 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f56c62-5540-4963-8ae1-a9c1c257c8cf x-openstack-request-id: req-20f56c62-5540-4963-8ae1-a9c1c257c8cf {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:40.062394 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50565780-ec8d-49cf-9916-1f6d704002c8", "tag": "e7c29b62-23c9-4369-82bc-ddb6c095be98", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:40.062736 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20f56c62-5540-4963-8ae1-a9c1c257c8cf {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:40.066033 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50565780-ec8d-49cf-9916-1f6d704002c8', 'tag': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'status': 'completed', 'code': 200} Sep 03 21:31:40.066949 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-e6a36164-6ffc-49d0-b374-4449b1d98f42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90 HTTP/1.1" status: 200 len: 217 time: 0.0835633 Sep 03 21:31:40.158826 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ba81a-db70-481e-a28d-9a04ba58f324 req-f22dd2b7-042a-4f25-a8fc-28cc8418381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.160924 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f30ba81a-db70-481e-a28d-9a04ba58f324 req-f22dd2b7-042a-4f25-a8fc-28cc8418381a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 1097 time: 0.0854516 Sep 03 21:31:40.161998 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-c7236128-a757-4975-92e7-fe26fadd4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.163517 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-c7236128-a757-4975-92e7-fe26fadd4ff9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0878432 Sep 03 21:31:40.178569 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-841310ae-ce36-4940-ac6c-a7d8c471082c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:40.265029 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-a8d6f382-3eb5-45cc-b2f2-c673709956dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.269740 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-a8d6f382-3eb5-45cc-b2f2-c673709956dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953064 Sep 03 21:31:40.322543 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a42aa0cf-802a-4c97-a823-592fbb367018 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:31:40.400878 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ae4e8-0d46-409c-b4e3-8c6ee926b057 req-3cd3c76d-6164-4862-ae70-dc266764c0df tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.403065 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e82ae4e8-0d46-409c-b4e3-8c6ee926b057 req-3cd3c76d-6164-4862-ae70-dc266764c0df tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 944 time: 0.1266170 Sep 03 21:31:40.424405 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-93a69df5-896d-4647-9aaa-08895a0e8eab service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466773 Sep 03 21:31:40.436793 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ba81a-db70-481e-a28d-9a04ba58f324 req-dafbb1a5-2109-4c2e-b671-f45d6b4c9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.441688 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f30ba81a-db70-481e-a28d-9a04ba58f324 req-dafbb1a5-2109-4c2e-b671-f45d6b4c9d29 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6563f94581a4c3586432072f45f94d8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2587686 Sep 03 21:31:40.527858 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e82ae4e8-0d46-409c-b4e3-8c6ee926b057 req-a866a248-3faf-4add-98c4-d3b32d2167a8 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144109 Sep 03 21:31:40.533257 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a42aa0cf-802a-4c97-a823-592fbb367018, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a42aa0cf-802a-4c97-a823-592fbb367018,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:40.585965 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'a42aa0cf-802a-4c97-a823-592fbb367018', 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e', 'port_id': 'a42aa0cf-802a-4c97-a823-592fbb367018', 'mac_address': 'fa:16:3e:6d:b8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65ac5f2-6757-40b5-80ef-2d0fb8797d19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:31:40.601015 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9fe529f5-53e6-4898-a84c-0c8f036d6779 req-8d73b2eb-a636-448c-85ba-eccfc78f4d37 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685553 Sep 03 21:31:40.629743 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:40.644582 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42aa0cf-802a-4c97-a823-592fbb367018 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:40.671831 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a42aa0cf-802a-4c97-a823-592fbb367018, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a42aa0cf-802a-4c97-a823-592fbb367018,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:40.747535 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:40.799186 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-f8a379cd-6349-4285-bd90-042242497084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.801087 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-f8a379cd-6349-4285-bd90-042242497084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 1097 time: 0.0464318 Sep 03 21:31:40.806308 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a42aa0cf-802a-4c97-a823-592fbb367018,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:40.808305 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-841310ae-ce36-4940-ac6c-a7d8c471082c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:40.876070 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22dfbc-8fd4-4913-a7a7-54bcceab5471 req-10d3b52f-43d9-410e-a0ee-0d21bdd837d7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.878224 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2e22dfbc-8fd4-4913-a7a7-54bcceab5471 req-10d3b52f-43d9-410e-a0ee-0d21bdd837d7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.1959071 Sep 03 21:31:40.879047 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-841310ae-ce36-4940-ac6c-a7d8c471082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:40.914758 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ba81a-db70-481e-a28d-9a04ba58f324 req-e20da4c8-b00a-424b-bc8e-d28a4aba5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.916225 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f30ba81a-db70-481e-a28d-9a04ba58f324 req-e20da4c8-b00a-424b-bc8e-d28a4aba5c8e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4683592 Sep 03 21:31:40.940052 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841310ae-ce36-4940-ac6c-a7d8c471082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae81894-8aaf-4457-aad4-2b8ad6530166,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:40.945827 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-4c6df32b-d3e7-494e-93cc-44b650734dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:40.948959 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-4c6df32b-d3e7-494e-93cc-44b650734dfa service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.1401949 Sep 03 21:31:40.955114 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-841310ae-ce36-4940-ac6c-a7d8c471082c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83e0948b6914454d9153bb67b0018945&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0613785 Sep 03 21:31:40.960694 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52336) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:40.993905 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['a42aa0cf-802a-4c97-a823-592fbb367018'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:31:41.006690 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2e22dfbc-8fd4-4913-a7a7-54bcceab5471 req-a82ddeed-3ac1-4134-817a-5ca8940ce2e3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185381 Sep 03 21:31:41.050658 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-bece4989-04fc-49f0-a7d1-b5de8cef4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:41.052295 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-bece4989-04fc-49f0-a7d1-b5de8cef4eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 1097 time: 0.0825262 Sep 03 21:31:41.074097 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-bc4d9289-7628-4b13-be81-6b3cde71bffa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90 HTTP/1.1" status: 200 len: 217 time: 0.1164758 Sep 03 21:31:41.110607 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-50c22f31-7557-42ea-a0c6-4632c7e70afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:41.113970 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-00af2556-2774-4e36-8cf3-21856d74c73b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98 HTTP/1.1" status: 200 len: 217 time: 0.0461223 Sep 03 21:31:41.145487 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-1e61660f-6778-4d82-a893-80ddcbf1706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:41.147293 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-1e61660f-6778-4d82-a893-80ddcbf1706b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0615261 Sep 03 21:31:41.159513 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-50c22f31-7557-42ea-a0c6-4632c7e70afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:41.199721 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-d148f134-5291-4cf8-88f3-f0b75df2fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:41.201189 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-d148f134-5291-4cf8-88f3-f0b75df2fe36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0791242 Sep 03 21:31:41.215081 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ff5e9-8dc8-468c-ad59-1cbee6c8d222 req-dba47af9-9e40-4d9e-b7c2-07c37f2b7e26 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:41.216572 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b13ff5e9-8dc8-468c-ad59-1cbee6c8d222 req-dba47af9-9e40-4d9e-b7c2-07c37f2b7e26 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 943 time: 0.1415961 Sep 03 21:31:41.222694 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-c7630b08-3a1f-458b-8119-7d7c09c92a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:41.224142 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-c7630b08-3a1f-458b-8119-7d7c09c92a7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626116 Sep 03 21:31:41.261400 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-f42d6bde-8f8e-414b-97ce-ae792492061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:41.263110 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-f42d6bde-8f8e-414b-97ce-ae792492061e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531187 Sep 03 21:31:41.294343 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b13ff5e9-8dc8-468c-ad59-1cbee6c8d222 req-204f39ac-1a9f-449e-860d-9175819fe595 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673647 Sep 03 21:31:41.343403 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-50c22f31-7557-42ea-a0c6-4632c7e70afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:41.346905 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-50c22f31-7557-42ea-a0c6-4632c7e70afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:41.350494 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-50c22f31-7557-42ea-a0c6-4632c7e70afa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ae81894-8aaf-4457-aad4-2b8ad6530166 HTTP/1.1" status: 204 len: 168 time: 0.3863015 Sep 03 21:31:41.350622 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-745b711f-ad27-41f2-abe9-8e92070f9d3c service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162589 Sep 03 21:31:41.361699 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c22f31-7557-42ea-a0c6-4632c7e70afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae81894-8aaf-4457-aad4-2b8ad6530166,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:41.400362 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-0393d07d-7927-4fe7-a9c3-b33c78feeadd service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283081 Sep 03 21:31:41.450921 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04e1a729-fddb-494c-9db3-21c17ea928bc req-78cdc13b-8e3a-4e16-bd24-e5ea6927c9d2 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934081 Sep 03 21:31:41.496843 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8452d07-4eb0-40bf-b7b9-877c08db849c req-87eba750-8c44-40e3-8d81-8d2d4d044de5 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877833 Sep 03 21:31:41.696433 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf641c-c355-44fd-8e7a-240943a7fc21 req-9e9f18b7-86df-47d5-b9e8-d28e3c2bceee tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:41.697982 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3faf641c-c355-44fd-8e7a-240943a7fc21 req-9e9f18b7-86df-47d5-b9e8-d28e3c2bceee tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 944 time: 0.0532572 Sep 03 21:31:41.737895 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3faf641c-c355-44fd-8e7a-240943a7fc21 req-fb30dcb6-0514-4dff-b2bb-f13846aa0ef4 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339842 Sep 03 21:31:41.969354 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52376) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:41.989775 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-98b0b51a-adea-49f0-8aa4-a9ef5af8c131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.071620 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-98b0b51a-adea-49f0-8aa4-a9ef5af8c131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.156519 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064ccb-5ba7-4c9d-9114-2a818e3f3cdb req-9f64ef8f-9a8a-45a5-82ef-a53433a769d5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:42.158013 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2a064ccb-5ba7-4c9d-9114-2a818e3f3cdb req-9f64ef8f-9a8a-45a5-82ef-a53433a769d5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0483773 Sep 03 21:31:42.175872 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-98b0b51a-adea-49f0-8aa4-a9ef5af8c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.196605 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2a064ccb-5ba7-4c9d-9114-2a818e3f3cdb req-84dbc0f6-05b2-46bb-ba42-399776f04d32 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324240 Sep 03 21:31:42.214234 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0b51a-adea-49f0-8aa4-a9ef5af8c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b834442b-9560-4eb2-a470-568336cdfddb,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:42.225362 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-98b0b51a-adea-49f0-8aa4-a9ef5af8c131 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94b59d9e882741479c5c2aa61ba59051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524407 Sep 03 21:31:42.226123 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 52388) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:42.291042 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b435-41ea-42e0-9cd1-71639e5f075f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.332838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b435-41ea-42e0-9cd1-71639e5f075f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.336742 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:31:42.382919 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a42aa0cf-802a-4c97-a823-592fbb367018 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:42.453706 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b61784-549c-4d69-b009-194cbc6a66f9 req-e71c0c07-f60f-4bfe-b797-846ec067b0a4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:42.455733 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-53b61784-549c-4d69-b009-194cbc6a66f9 req-e71c0c07-f60f-4bfe-b797-846ec067b0a4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 943 time: 0.0581534 Sep 03 21:31:42.476377 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b435-41ea-42e0-9cd1-71639e5f075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.478998 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b435-41ea-42e0-9cd1-71639e5f075f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.482596 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e8d0b435-41ea-42e0-9cd1-71639e5f075f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b834442b-9560-4eb2-a470-568336cdfddb HTTP/1.1" status: 204 len: 168 time: 0.2530274 Sep 03 21:31:42.515736 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0b435-41ea-42e0-9cd1-71639e5f075f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b834442b-9560-4eb2-a470-568336cdfddb,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:42.517370 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:42.551459 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a', 'network_id': '673f58a7-bac8-4adf-a01e-3481875be44e', 'port_id': '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a', 'mac_address': 'fa:16:3e:72:d6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65ac5f2-6757-40b5-80ef-2d0fb8797d19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:31:42.551944 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-53b61784-549c-4d69-b009-194cbc6a66f9 req-a9db40e3-e47d-45f1-8a50-8f22aa436e12 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848963 Sep 03 21:31:42.583942 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port a42aa0cf-802a-4c97-a823-592fbb367018 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:42.594127 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port a42aa0cf-802a-4c97-a823-592fbb367018 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:42.594778 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.601965 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.630149 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:42.660002 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:42.700610 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.725790 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91532383-a6e5-4605-8289-2454342801b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42aa0cf-802a-4c97-a823-592fbb367018'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:42.728024 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bce8315-f41c-495e-b133-650177331e4e" -d '{"events": [{"server_uuid": "91532383-a6e5-4605-8289-2454342801b8", "name": "network-vif-plugged", "status": "completed", "tag": "a42aa0cf-802a-4c97-a823-592fbb367018"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:42.738430 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.745699 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a42aa0cf-802a-4c97-a823-592fbb367018, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a42aa0cf-802a-4c97-a823-592fbb367018,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:42.775421 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d8babb-e0c8-4cf5-8100-fc17fdcb45d9 x-openstack-request-id: req-69d8babb-e0c8-4cf5-8100-fc17fdcb45d9 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:42.775707 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91532383-a6e5-4605-8289-2454342801b8", "name": "network-vif-plugged", "status": "completed", "tag": "a42aa0cf-802a-4c97-a823-592fbb367018", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:42.775957 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69d8babb-e0c8-4cf5-8100-fc17fdcb45d9 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:42.776338 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91532383-a6e5-4605-8289-2454342801b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42aa0cf-802a-4c97-a823-592fbb367018', 'code': 200} Sep 03 21:31:42.801926 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:42.809853 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:42.859891 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a42aa0cf-802a-4c97-a823-592fbb367018,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:42.880523 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eee336-eb62-475b-91d6-a11ae74336e6 req-ff196553-d7ec-4f81-a960-474926b50a7f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:42.882045 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4eee336-eb62-475b-91d6-a11ae74336e6 req-ff196553-d7ec-4f81-a960-474926b50a7f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 944 time: 0.0521977 Sep 03 21:31:42.928122 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4eee336-eb62-475b-91d6-a11ae74336e6 req-1a2f5333-8464-4608-98ef-2aae285a6f43 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387998 Sep 03 21:31:42.980421 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['47c1f542-fc17-4a8e-9565-d14ce2c7cb7a'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:31:43.144039 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 52422) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:43.155969 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991c30b-61a3-4f70-ac6f-d517febcd35d req-18ba145c-fdf8-4769-9c06-afabea19e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:43.157506 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3991c30b-61a3-4f70-ac6f-d517febcd35d req-18ba145c-fdf8-4769-9c06-afabea19e109 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1098 time: 0.0666285 Sep 03 21:31:43.197063 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3991c30b-61a3-4f70-ac6f-d517febcd35d req-551cc857-097a-4726-906c-e11bb13428d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308845 Sep 03 21:31:43.251512 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52428) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:43.259866 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5f3984a-0fa5-421b-baab-996202808823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.265224 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-22c61c93-b6ae-4f77-b804-03cb1c9a5a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.365088 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d1469-aaeb-4f0b-8211-1947cb9e4ec4 req-5b8038ff-dba8-45e9-8b41-ef6768b2d164 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:43.365088 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e1d1469-aaeb-4f0b-8211-1947cb9e4ec4 req-5b8038ff-dba8-45e9-8b41-ef6768b2d164 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0683317 Sep 03 21:31:43.419278 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e1d1469-aaeb-4f0b-8211-1947cb9e4ec4 req-81647b76-9147-466c-9bdb-aef7c2057bee tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476139 Sep 03 21:31:43.441317 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5f3984a-0fa5-421b-baab-996202808823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.484588 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c5f3984a-0fa5-421b-baab-996202808823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.529258 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c5f3984a-0fa5-421b-baab-996202808823 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53e9786ffcfd46af86163f8a071b3488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814621 Sep 03 21:31:43.529258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3984a-0fa5-421b-baab-996202808823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b7edce-25d9-4cf4-aa44-d23cdb873866,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:43.529588 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52442) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:43.599769 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-22c61c93-b6ae-4f77-b804-03cb1c9a5a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.621928 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-83f1e0ba-36bd-446e-bb28-a4656f3dc208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.672654 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-83f1e0ba-36bd-446e-bb28-a4656f3dc208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.683703 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-22c61c93-b6ae-4f77-b804-03cb1c9a5a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.718538 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036cab8-9da4-47e5-9614-6ea505079452 req-50789a20-b888-4829-a233-9371bb8bc047 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:43.720066 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7036cab8-9da4-47e5-9614-6ea505079452 req-50789a20-b888-4829-a233-9371bb8bc047 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 944 time: 0.0951149 Sep 03 21:31:43.735296 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.767019 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-22c61c93-b6ae-4f77-b804-03cb1c9a5a29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db01fd6b43c94f8aa906d5ec277f7dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142450 Sep 03 21:31:43.769794 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 52448) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:43.777676 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c61c93-b6ae-4f77-b804-03cb1c9a5a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a9c48-61f3-42ee-ab03-c2b8fb2943f9,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:43.803226 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7036cab8-9da4-47e5-9614-6ea505079452 req-0dd56433-a590-455b-999d-2c57f05f3700 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689301 Sep 03 21:31:43.834393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1b65fca5-b086-46a5-a9ba-8a293dd8de81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.858658 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1b65fca5-b086-46a5-a9ba-8a293dd8de81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.872460 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-83f1e0ba-36bd-446e-bb28-a4656f3dc208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.875319 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-83f1e0ba-36bd-446e-bb28-a4656f3dc208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:43.884000 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-83f1e0ba-36bd-446e-bb28-a4656f3dc208 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60b7edce-25d9-4cf4-aa44-d23cdb873866 HTTP/1.1" status: 204 len: 168 time: 0.3454063 Sep 03 21:31:43.884469 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1e0ba-36bd-446e-bb28-a4656f3dc208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b7edce-25d9-4cf4-aa44-d23cdb873866,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:44.028508 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1b65fca5-b086-46a5-a9ba-8a293dd8de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.031008 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1b65fca5-b086-46a5-a9ba-8a293dd8de81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.032201 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1b65fca5-b086-46a5-a9ba-8a293dd8de81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e28a9c48-61f3-42ee-ab03-c2b8fb2943f9 HTTP/1.1" status: 204 len: 168 time: 0.2612674 Sep 03 21:31:44.047294 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65fca5-b086-46a5-a9ba-8a293dd8de81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a9c48-61f3-42ee-ab03-c2b8fb2943f9,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:44.076000 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45231ae3-1575-422d-b212-edc190d7ae11 req-3b99b9b5-a20e-4d87-af94-d58eacda01fd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:44.077627 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-45231ae3-1575-422d-b212-edc190d7ae11 req-3b99b9b5-a20e-4d87-af94-d58eacda01fd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 944 time: 0.0871327 Sep 03 21:31:44.120725 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-45231ae3-1575-422d-b212-edc190d7ae11 req-48c8ab78-3e46-44f4-ac79-a6d2d958b924 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365224 Sep 03 21:31:44.352908 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device e7c29b62-23c9-4369-82bc-ddb6c095be98 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:31:44.355298 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:44.531223 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port e7c29b62-23c9-4369-82bc-ddb6c095be98, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:44.535015 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:44.547327 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'port_id': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'mac_address': 'fa:16:3e:a4:8e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:31:44.549235 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:44.549805 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.582218 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cacc1f-6931-42dd-ba70-901003b687f1 req-589d26a6-8e8a-45aa-bf41-6be38989924d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:44.583948 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98cacc1f-6931-42dd-ba70-901003b687f1 req-589d26a6-8e8a-45aa-bf41-6be38989924d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0582573 Sep 03 21:31:44.618003 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.643137 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98cacc1f-6931-42dd-ba70-901003b687f1 req-2cb44dcd-1e03-4355-b10e-9588bc6cd5f7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Sep 03 21:31:44.644521 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c29b62-23c9-4369-82bc-ddb6c095be98 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:44.674578 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port e7c29b62-23c9-4369-82bc-ddb6c095be98, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:44.712741 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.751073 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:44.759796 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52488) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:44.773212 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc819388-9106-4001-b72a-bbcf90e8c61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.777226 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f08ce-c3a2-4f0e-8613-41b9913b1f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:44.779611 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940b0c3f-5273-4dd9-9db6-ae29b1fdc8e2" -d '{"events": [{"server_uuid": "c45f08ce-c3a2-4f0e-8613-41b9913b1f2b", "name": "network-vif-plugged", "status": "completed", "tag": "47c1f542-fc17-4a8e-9565-d14ce2c7cb7a"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:44.784441 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.786355 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:31:44.820170 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9674ea1e-992c-48d1-9717-915a1f27eaa4 x-openstack-request-id: req-9674ea1e-992c-48d1-9717-915a1f27eaa4 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:44.820465 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45f08ce-c3a2-4f0e-8613-41b9913b1f2b", "name": "network-vif-plugged", "status": "completed", "tag": "47c1f542-fc17-4a8e-9565-d14ce2c7cb7a", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:44.821029 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9674ea1e-992c-48d1-9717-915a1f27eaa4 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:44.821508 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f08ce-c3a2-4f0e-8613-41b9913b1f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a', 'code': 200} Sep 03 21:31:44.899098 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.921928 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=e7c29b62-23c9-4369-82bc-ddb6c095be98,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:44.951483 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc819388-9106-4001-b72a-bbcf90e8c61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:44.978003 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cc34a-ce7d-487a-bd89-275e77aaa428 req-e8e132a9-733f-4fb8-9471-08ad770b9a0c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:44.983968 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9e4cc34a-ce7d-487a-bd89-275e77aaa428 req-e8e132a9-733f-4fb8-9471-08ad770b9a0c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0739765 Sep 03 21:31:45.032208 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:45.060321 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:45.060844 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9e4cc34a-ce7d-487a-bd89-275e77aaa428 req-36d424f4-af9d-43a1-abc8-8fb4015cfe5f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738504 Sep 03 21:31:45.073241 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc819388-9106-4001-b72a-bbcf90e8c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:45.075271 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'port_id': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'mac_address': 'fa:16:3e:48:03:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:31:45.121255 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc819388-9106-4001-b72a-bbcf90e8c61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce64ea-6502-4c8c-8a1c-29d465e1923c,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:45.147497 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:45.147852 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-cc819388-9106-4001-b72a-bbcf90e8c61a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8637b30453a1470287d0c13a49edaf6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804092 Sep 03 21:31:45.147852 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52514) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:45.158913 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f8a51d-ed42-44c6-b0b8-0aec8639db90 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:31:45.223851 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:45.224793 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcde3a8-198a-4c71-9b0f-8a5ac7ff5057 req-7cfd4971-d8f8-4cbd-8216-aab2508aed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:45.226364 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2bcde3a8-198a-4c71-9b0f-8a5ac7ff5057 req-7cfd4971-d8f8-4cbd-8216-aab2508aed75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 1098 time: 0.0835109 Sep 03 21:31:45.231378 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7d7d-58e4-4d73-a1ea-e612e8324daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:45.274280 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7d7d-58e4-4d73-a1ea-e612e8324daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:45.295957 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:45.318573 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2bcde3a8-198a-4c71-9b0f-8a5ac7ff5057 req-539ba05c-5bf8-4dd0-84e6-381667f1a658 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769343 Sep 03 21:31:45.359805 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:45.362335 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ee32-7848-404e-8059-db6bf08ebb24 req-223bf106-c088-4ae1-8ce6-16be51a09c49 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:45.368257 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-61b8ee32-7848-404e-8059-db6bf08ebb24 req-223bf106-c088-4ae1-8ce6-16be51a09c49 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 945 time: 0.1080174 Sep 03 21:31:45.410403 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-61b8ee32-7848-404e-8059-db6bf08ebb24 req-731e4508-2206-4206-88ac-9da0067732ec tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358214 Sep 03 21:31:45.433059 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7d7d-58e4-4d73-a1ea-e612e8324daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:45.436682 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7d7d-58e4-4d73-a1ea-e612e8324daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:45.444472 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-c1ab7d7d-58e4-4d73-a1ea-e612e8324daa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32ce64ea-6502-4c8c-8a1c-29d465e1923c HTTP/1.1" status: 204 len: 168 time: 0.2923179 Sep 03 21:31:45.448011 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab7d7d-58e4-4d73-a1ea-e612e8324daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce64ea-6502-4c8c-8a1c-29d465e1923c,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:45.617094 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['14f8a51d-ed42-44c6-b0b8-0aec8639db90'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:31:45.641391 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['e7c29b62-23c9-4369-82bc-ddb6c095be98'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:31:45.773892 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb69f18-b9f6-45f1-9683-a79b99c18e47 req-950a2cc6-9127-4574-8204-c48cfa156ffc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:45.776524 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ceb69f18-b9f6-45f1-9683-a79b99c18e47 req-950a2cc6-9127-4574-8204-c48cfa156ffc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 945 time: 0.0665350 Sep 03 21:31:45.821489 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ceb69f18-b9f6-45f1-9683-a79b99c18e47 req-f549902f-942a-432b-b426-03800a4988d1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388007 Sep 03 21:31:46.051319 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52550) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:46.065463 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6222cf47-85bd-4faa-9789-37cf2a653dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:46.171604 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6222cf47-85bd-4faa-9789-37cf2a653dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:46.185667 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023db10-be1e-4e41-8edb-86988b309d03 req-f82048f7-5586-40e9-9ef3-09a17e38640a tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:46.187337 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7023db10-be1e-4e41-8edb-86988b309d03 req-f82048f7-5586-40e9-9ef3-09a17e38640a tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0532439 Sep 03 21:31:46.225552 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7023db10-be1e-4e41-8edb-86988b309d03 req-8634bb0e-c951-429a-9e63-d4d5acf75253 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Sep 03 21:31:46.244511 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6222cf47-85bd-4faa-9789-37cf2a653dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:46.283515 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-6222cf47-85bd-4faa-9789-37cf2a653dfd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee14c7cea68a4a778c2b543688dcd7ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309709 Sep 03 21:31:46.284769 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222cf47-85bd-4faa-9789-37cf2a653dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455db663-0334-419f-aeba-92c45026d7f7,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:46.287910 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52558) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:46.340567 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-868ea5a8-f0f0-4b74-9f6c-cb4eaffd90ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:46.362403 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-868ea5a8-f0f0-4b74-9f6c-cb4eaffd90ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:46.531611 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e17c-9f6d-4589-81e5-b0987368f6df req-e7d8faf2-5ef2-42bb-83cd-70db44fa4774 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:46.533689 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cf45e17c-9f6d-4589-81e5-b0987368f6df req-e7d8faf2-5ef2-42bb-83cd-70db44fa4774 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 945 time: 0.0566342 Sep 03 21:31:46.535722 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-868ea5a8-f0f0-4b74-9f6c-cb4eaffd90ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:46.538580 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-868ea5a8-f0f0-4b74-9f6c-cb4eaffd90ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:46.539562 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-868ea5a8-f0f0-4b74-9f6c-cb4eaffd90ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/455db663-0334-419f-aeba-92c45026d7f7 HTTP/1.1" status: 204 len: 168 time: 0.2504814 Sep 03 21:31:46.566579 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ea5a8-f0f0-4b74-9f6c-cb4eaffd90ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455db663-0334-419f-aeba-92c45026d7f7,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:46.583189 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cf45e17c-9f6d-4589-81e5-b0987368f6df req-1f7bd391-b69c-46ef-a710-321714cef70b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Sep 03 21:31:46.963081 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9131-81d7-44dc-a472-50a216783f9c req-5a833896-b0e6-4f25-b157-7d25e4cfe274 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:46.964704 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ee6d9131-81d7-44dc-a472-50a216783f9c req-5a833896-b0e6-4f25-b157-7d25e4cfe274 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 945 time: 0.0517473 Sep 03 21:31:47.008878 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ee6d9131-81d7-44dc-a472-50a216783f9c req-f7734fd2-627b-4021-8d54-c0aae595a932 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 Sep 03 21:31:47.343664 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df685ae-3d6a-4606-9a93-98a6f4370cce req-41032b3f-5d68-4a54-9b96-db44e298ec5d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:47.345937 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4df685ae-3d6a-4606-9a93-98a6f4370cce req-41032b3f-5d68-4a54-9b96-db44e298ec5d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0513961 Sep 03 21:31:47.390918 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4df685ae-3d6a-4606-9a93-98a6f4370cce req-adb03b2d-2b0e-4b22-988b-5bd9e6ffb337 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Sep 03 21:31:47.707608 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9b81e-e4a0-4b46-8210-534a20abda75 req-0a20f3fe-046e-4029-a5ac-da571b687efb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:47.711011 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-dac9b81e-e4a0-4b46-8210-534a20abda75 req-0a20f3fe-046e-4029-a5ac-da571b687efb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 945 time: 0.0599389 Sep 03 21:31:47.750367 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-dac9b81e-e4a0-4b46-8210-534a20abda75 req-00549b74-8ba1-425a-98ab-4081c9ddc200 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Sep 03 21:31:48.149574 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b090df-fe93-47c3-a642-aea3ddd29042 req-64832a73-cac5-48f7-b748-af84d763862b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:48.151811 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e1b090df-fe93-47c3-a642-aea3ddd29042 req-64832a73-cac5-48f7-b748-af84d763862b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.1123805 Sep 03 21:31:48.192601 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21244b8e-1eea-428c-8972-b6df7d74e129 req-df6cf091-afed-4ff3-b420-5d06dea59dc3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:48.200181 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-21244b8e-1eea-428c-8972-b6df7d74e129 req-df6cf091-afed-4ff3-b420-5d06dea59dc3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 945 time: 0.0785406 Sep 03 21:31:48.200830 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e267349-f74c-4915-96bf-90be11b20882 req-d5c4b894-de09-4527-a939-1644cd63e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:48.202978 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e267349-f74c-4915-96bf-90be11b20882 req-d5c4b894-de09-4527-a939-1644cd63e568 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 1098 time: 0.1080637 Sep 03 21:31:48.242748 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e1b090df-fe93-47c3-a642-aea3ddd29042 req-d65732d2-3601-4790-a844-19ef94a449b1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802500 Sep 03 21:31:48.266061 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-21244b8e-1eea-428c-8972-b6df7d74e129 req-6b03d579-2d85-41cf-9253-afe4e9fa4a1c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538082 Sep 03 21:31:48.329896 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e267349-f74c-4915-96bf-90be11b20882 req-c60ecc57-8f9e-4ed2-b391-186a3904c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:48.331461 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e267349-f74c-4915-96bf-90be11b20882 req-c60ecc57-8f9e-4ed2-b391-186a3904c0e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.1131666 Sep 03 21:31:48.372775 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e267349-f74c-4915-96bf-90be11b20882 req-6c487c70-57f8-45da-96ef-745f7c05d6ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a HTTP/1.1" status: 200 len: 217 time: 0.0337982 Sep 03 21:31:48.402303 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device e7c29b62-23c9-4369-82bc-ddb6c095be98 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:48.428957 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e267349-f74c-4915-96bf-90be11b20882 req-bc7fdc7b-a748-4662-802f-a8b34a5b8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:48.430579 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e267349-f74c-4915-96bf-90be11b20882 req-bc7fdc7b-a748-4662-802f-a8b34a5b8cf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.0496995 Sep 03 21:31:48.480473 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e267349-f74c-4915-96bf-90be11b20882 req-f695bb5c-aec5-4fcb-bae4-82b34fa51dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364237 Sep 03 21:31:48.569893 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port e7c29b62-23c9-4369-82bc-ddb6c095be98 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:48.573824 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port e7c29b62-23c9-4369-82bc-ddb6c095be98 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:48.582499 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:48.582685 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e267349-f74c-4915-96bf-90be11b20882 req-fdb47568-41e9-4253-b891-d123ab002f6d service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860620 Sep 03 21:31:48.665292 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:48.678363 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e267349-f74c-4915-96bf-90be11b20882 req-08fba5b9-40b3-4d33-bce2-4beef722e1ce service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944502 Sep 03 21:31:48.691027 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50565780-ec8d-49cf-9916-1f6d704002c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c29b62-23c9-4369-82bc-ddb6c095be98'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:48.693683 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32aa70e-3245-4f11-9433-23616b9c5d17" -d '{"events": [{"server_uuid": "50565780-ec8d-49cf-9916-1f6d704002c8", "name": "network-vif-plugged", "status": "completed", "tag": "e7c29b62-23c9-4369-82bc-ddb6c095be98"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:48.707240 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port e7c29b62-23c9-4369-82bc-ddb6c095be98, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:48.730235 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c1a6bd-fc2c-45fb-a19c-02a723e2a62d x-openstack-request-id: req-85c1a6bd-fc2c-45fb-a19c-02a723e2a62d {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:48.730523 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50565780-ec8d-49cf-9916-1f6d704002c8", "name": "network-vif-plugged", "status": "completed", "tag": "e7c29b62-23c9-4369-82bc-ddb6c095be98", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:48.730802 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85c1a6bd-fc2c-45fb-a19c-02a723e2a62d {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:48.731282 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50565780-ec8d-49cf-9916-1f6d704002c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'code': 200} Sep 03 21:31:48.765620 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:48.766426 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:31:48.855752 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=e7c29b62-23c9-4369-82bc-ddb6c095be98,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:48.881947 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1972199-c8cf-454a-a1e0-4f2dc19c1e26 req-4d89d8b4-40a7-4b05-8a18-8cdf35739a87 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:48.883733 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f1972199-c8cf-454a-a1e0-4f2dc19c1e26 req-4d89d8b4-40a7-4b05-8a18-8cdf35739a87 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0557709 Sep 03 21:31:48.924143 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f1972199-c8cf-454a-a1e0-4f2dc19c1e26 req-abbb63aa-955f-4a18-852c-89e530805bfc tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334239 Sep 03 21:31:48.935629 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:31:48.939943 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:31:48.940338 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:49.083873 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b7bb4-17a0-42ca-8824-0e4e7427cdc4 req-12e14183-7524-46f2-95d3-8ef29608e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:49.086598 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2b7b7bb4-17a0-42ca-8824-0e4e7427cdc4 req-12e14183-7524-46f2-95d3-8ef29608e11f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 1099 time: 0.0997026 Sep 03 21:31:49.143236 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2b7b7bb4-17a0-42ca-8824-0e4e7427cdc4 req-a94da7dc-0d0d-4d01-aafe-282e5fc48806 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471113 Sep 03 21:31:49.157681 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:49.189563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:49.244124 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:49.311979 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:49.438814 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bac3d-01c6-4694-bf15-bb659ba3ac07 req-e2385094-6f2c-4e81-90b8-7f65cbb90ad3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:49.439661 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44300b-2d50-446f-bec8-b2755be372bd req-8ba3642a-56a3-4546-b8a1-56c1e0a87a83 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:49.440046 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e67bac3d-01c6-4694-bf15-bb659ba3ac07 req-e2385094-6f2c-4e81-90b8-7f65cbb90ad3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0935359 Sep 03 21:31:49.443680 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0c44300b-2d50-446f-bec8-b2755be372bd req-8ba3642a-56a3-4546-b8a1-56c1e0a87a83 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0942547 Sep 03 21:31:49.476573 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e67bac3d-01c6-4694-bf15-bb659ba3ac07 req-2b045e2a-bdee-44ee-a2ed-9941ee2473ed tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359175 Sep 03 21:31:49.487049 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0c44300b-2d50-446f-bec8-b2755be372bd req-41626b84-4b0c-4366-bd4b-220d8cdd1d1a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420003 Sep 03 21:31:49.985419 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52710) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:50.060105 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a63202-0f4d-457f-8c9a-778ffda746a4 req-ef0ce8ed-1be6-4b3d-a757-d140b5c6622a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:50.062156 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-83a63202-0f4d-457f-8c9a-778ffda746a4 req-ef0ce8ed-1be6-4b3d-a757-d140b5c6622a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0550144 Sep 03 21:31:50.128823 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee9db-89ff-4872-9c1b-06726dd381a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:50.155851 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-83a63202-0f4d-457f-8c9a-778ffda746a4 req-efaa5520-c403-4238-9f2b-6d2e63ed410b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732777 Sep 03 21:31:50.236148 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee9db-89ff-4872-9c1b-06726dd381a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:50.279150 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1e6ee9db-89ff-4872-9c1b-06726dd381a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:50.318196 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-1e6ee9db-89ff-4872-9c1b-06726dd381a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79283fe913af4b129839f56296d96b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307292 Sep 03 21:31:50.320134 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ee9db-89ff-4872-9c1b-06726dd381a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58addc2-21b6-42db-8de9-b54aa6d4f265,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:50.322044 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52726) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:50.372537 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-000f79b7-0123-4565-a537-8fed6350f492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:50.396821 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-000f79b7-0123-4565-a537-8fed6350f492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:50.518312 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-000f79b7-0123-4565-a537-8fed6350f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:50.521664 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-000f79b7-0123-4565-a537-8fed6350f492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:50.531039 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-000f79b7-0123-4565-a537-8fed6350f492 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d58addc2-21b6-42db-8de9-b54aa6d4f265 HTTP/1.1" status: 204 len: 168 time: 0.2000301 Sep 03 21:31:50.539754 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f79b7-0123-4565-a537-8fed6350f492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58addc2-21b6-42db-8de9-b54aa6d4f265,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:50.608802 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654cfa4-56e1-4a9a-896f-ec7ab2914466 req-daa89876-570d-4c37-abe8-9cccabfb63cf tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:50.610476 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b654cfa4-56e1-4a9a-896f-ec7ab2914466 req-daa89876-570d-4c37-abe8-9cccabfb63cf tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0482171 Sep 03 21:31:50.627882 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fa1e-1c40-4f06-9fd6-0c7add66c8c9 req-a1ab59d2-8448-460d-9408-753e82be5ccd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:50.629381 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1961fa1e-1c40-4f06-9fd6-0c7add66c8c9 req-a1ab59d2-8448-460d-9408-753e82be5ccd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0475008 Sep 03 21:31:50.649920 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b654cfa4-56e1-4a9a-896f-ec7ab2914466 req-24091e57-6285-44b2-945a-70a239f93c42 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Sep 03 21:31:50.668290 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1961fa1e-1c40-4f06-9fd6-0c7add66c8c9 req-3a3e412b-eab6-4f7d-9a9c-e899f42d21b6 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326397 Sep 03 21:31:50.732398 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:50.734792 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdd72cb-a233-483b-a30f-b289a1a1ebf8" -d '{"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-plugged", "status": "completed", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:50.774777 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4204bc-4c85-49c1-8d97-18d813288868 x-openstack-request-id: req-6b4204bc-4c85-49c1-8d97-18d813288868 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:50.774777 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-plugged", "status": "completed", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:50.774777 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b4204bc-4c85-49c1-8d97-18d813288868 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:50.774777 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'code': 200} Sep 03 21:31:51.157129 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52744) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:51.170111 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2bab4241-347e-4c81-a84f-fbc8724ce72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:51.295450 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2bab4241-347e-4c81-a84f-fbc8724ce72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:51.307495 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a6e42-8e18-4240-82d4-be603ca05912 req-5c8047c4-60ea-45d2-b7c1-182796923e04 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:51.308940 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f26a6e42-8e18-4240-82d4-be603ca05912 req-5c8047c4-60ea-45d2-b7c1-182796923e04 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0765524 Sep 03 21:31:51.342044 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2bab4241-347e-4c81-a84f-fbc8724ce72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:51.357462 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f26a6e42-8e18-4240-82d4-be603ca05912 req-f8ad6da8-2666-44d5-b63b-0f1bc229358f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Sep 03 21:31:51.385861 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-2bab4241-347e-4c81-a84f-fbc8724ce72f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d063b54eaf64d979f1fc1273e2b4f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275710 Sep 03 21:31:51.388312 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52754) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:51.400428 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab4241-347e-4c81-a84f-fbc8724ce72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3b2c9c-b48a-442c-a92c-c3a6e6c3824c,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:51.438115 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc476-ff18-456c-8187-dacb98551e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:51.457962 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc476-ff18-456c-8187-dacb98551e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:51.575225 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc476-ff18-456c-8187-dacb98551e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:51.577673 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc476-ff18-456c-8187-dacb98551e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:51.578839 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-4e8bc476-ff18-456c-8187-dacb98551e00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a3b2c9c-b48a-442c-a92c-c3a6e6c3824c HTTP/1.1" status: 204 len: 168 time: 0.1896229 Sep 03 21:31:51.586214 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bc476-ff18-456c-8187-dacb98551e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3b2c9c-b48a-442c-a92c-c3a6e6c3824c,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:51.766277 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391df09-fd0b-4dca-8f09-6f529da1e8fc req-6a2d42fb-96e5-455e-8cad-fdf92c41256e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:51.768424 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a391df09-fd0b-4dca-8f09-6f529da1e8fc req-6a2d42fb-96e5-455e-8cad-fdf92c41256e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0494537 Sep 03 21:31:51.797372 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c0093-5c4a-448c-a861-3a20a9f13461 req-767d0b31-020b-4879-af79-c66aca593234 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:51.799114 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-958c0093-5c4a-448c-a861-3a20a9f13461 req-767d0b31-020b-4879-af79-c66aca593234 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0533128 Sep 03 21:31:51.814579 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a391df09-fd0b-4dca-8f09-6f529da1e8fc req-ee00cb90-91be-43fd-afcd-5fe2d7142c76 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Sep 03 21:31:51.843129 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-958c0093-5c4a-448c-a861-3a20a9f13461 req-9c26ce5d-05d9-460e-afe8-574eb7b02e47 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347273 Sep 03 21:31:52.489190 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f455a09-0605-482c-83ea-344cb724ba5d req-bcaa53e2-97f0-40f2-af0c-e67e6b233670 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:52.490638 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2f455a09-0605-482c-83ea-344cb724ba5d req-bcaa53e2-97f0-40f2-af0c-e67e6b233670 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0502744 Sep 03 21:31:52.527825 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2f455a09-0605-482c-83ea-344cb724ba5d req-5460514b-a446-449f-8820-ba0b03c23aa3 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311923 Sep 03 21:31:52.928607 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd746a6-738f-4635-aff0-0566b82a3acf req-c44f45c5-3ffc-4a5f-892f-449651ae8f92 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:52.930347 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-afd746a6-738f-4635-aff0-0566b82a3acf req-c44f45c5-3ffc-4a5f-892f-449651ae8f92 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0515888 Sep 03 21:31:52.957501 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08d7b8-11e5-4f8e-9f09-ba14458449ec req-a7bcf6e1-a48c-491c-ac78-4b45251e7005 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:52.959025 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5b08d7b8-11e5-4f8e-9f09-ba14458449ec req-a7bcf6e1-a48c-491c-ac78-4b45251e7005 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0489962 Sep 03 21:31:52.972469 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-afd746a6-738f-4635-aff0-0566b82a3acf req-a2450267-f868-4898-be88-55d08ed706d9 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Sep 03 21:31:53.009587 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5b08d7b8-11e5-4f8e-9f09-ba14458449ec req-688834fc-2273-469d-8cdf-4274cd6e69b0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Sep 03 21:31:53.514087 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fac3f-60be-4424-8998-9c14ee5d980b req-13065c1d-8db7-4540-9226-72159ca25f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:53.515656 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-758fac3f-60be-4424-8998-9c14ee5d980b req-13065c1d-8db7-4540-9226-72159ca25f3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 1099 time: 0.0391898 Sep 03 21:31:53.583869 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-758fac3f-60be-4424-8998-9c14ee5d980b req-3c1016c9-2053-42e4-88ef-eb5bc3fb4b47 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Sep 03 21:31:53.655744 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad09c6-fdaa-4d48-aa49-42d31f5cc398 req-b31dfd67-1d60-476c-ac40-997f77554ccb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:53.659165 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8fad09c6-fdaa-4d48-aa49-42d31f5cc398 req-b31dfd67-1d60-476c-ac40-997f77554ccb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0544434 Sep 03 21:31:53.694333 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8fad09c6-fdaa-4d48-aa49-42d31f5cc398 req-54b520a2-334c-4d23-b8da-bb434539143a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Sep 03 21:31:54.091786 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f3572-eb1c-4e6d-8b5c-8478bfd5058e req-6c1f5323-23d7-4da4-bf4c-dd1d28122fae tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:54.093655 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-959f3572-eb1c-4e6d-8b5c-8478bfd5058e req-6c1f5323-23d7-4da4-bf4c-dd1d28122fae tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0501180 Sep 03 21:31:54.133401 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa518c-7c33-4277-b45f-d107500b3458 req-24c76334-19f6-46eb-b1ca-4070dfa2e6d1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:54.135019 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d9aa518c-7c33-4277-b45f-d107500b3458 req-24c76334-19f6-46eb-b1ca-4070dfa2e6d1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0513785 Sep 03 21:31:54.143930 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-959f3572-eb1c-4e6d-8b5c-8478bfd5058e req-56e6f219-b8ec-4df3-92c3-30b4ccb033c7 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445073 Sep 03 21:31:54.178051 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d9aa518c-7c33-4277-b45f-d107500b3458 req-2f2553d0-d08f-4779-a857-9a5fd4da7df4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368183 Sep 03 21:31:54.812472 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcc9b7-ee3d-4ffa-b2b3-8177b7ca0c8f req-fa96a0af-0186-477c-a5b6-c583d7bbb1ec tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:54.816867 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7ebcc9b7-ee3d-4ffa-b2b3-8177b7ca0c8f req-fa96a0af-0186-477c-a5b6-c583d7bbb1ec tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0538149 Sep 03 21:31:54.853875 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7ebcc9b7-ee3d-4ffa-b2b3-8177b7ca0c8f req-d188e113-0180-4c9e-b8d8-bf4a20d1a5a7 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Sep 03 21:31:54.969132 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57eeb-42d6-44f1-ba14-a3d72f88b26c req-1f5486f2-2845-4237-8342-8356d9f6ec3f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:54.971668 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-79d57eeb-42d6-44f1-ba14-a3d72f88b26c req-1f5486f2-2845-4237-8342-8356d9f6ec3f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0483325 Sep 03 21:31:54.981108 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52872) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:54.986146 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'floatingip': {'port_id': 'e7c29b62-23c9-4369-82bc-ddb6c095be98'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:55.061645 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:55.296029 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c6130-2e20-45d0-be94-2f3ab4b5e6a9 req-b5da01fd-28c9-4e42-83dc-3dbaad31bc11 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:55.303807 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f68c6130-2e20-45d0-be94-2f3ab4b5e6a9 req-b5da01fd-28c9-4e42-83dc-3dbaad31bc11 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0771232 Sep 03 21:31:55.351386 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f68c6130-2e20-45d0-be94-2f3ab4b5e6a9 req-82752470-5766-46e4-b66e-ce33cf6dd9d3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463328 Sep 03 21:31:55.432812 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0598d-08e7-420f-8aac-c963f245099a req-920f6cb0-1eb0-40d4-9493-a9471f383c4d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:55.434306 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-57f0598d-08e7-420f-8aac-c963f245099a req-920f6cb0-1eb0-40d4-9493-a9471f383c4d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.1077096 Sep 03 21:31:55.552504 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-57f0598d-08e7-420f-8aac-c963f245099a req-5411a4d0-d18c-43a5-b2c9-f306235f6a85 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794451 Sep 03 21:31:55.945142 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:55.980995 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:56.094448 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Floating IP 01bd2332-43e0-4102-8593-0ccb781f11ae associated. External IP: 172.27.3.193, port: e7c29b62-23c9-4369-82bc-ddb6c095be98. Sep 03 21:31:56.303843 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:31:56.422143 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:31:56.440305 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:56.451693 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] Sync routers for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:31:56.461882 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:56.462500 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:56.479329 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-c22ce9d5-0ce7-4abc-b0e9-1a016722fa56 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "PUT /v2.0/floatingips/01bd2332-43e0-4102-8593-0ccb781f11ae HTTP/1.1" status: 200 len: 992 time: 1.4971070 Sep 03 21:31:56.480964 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50565780-ec8d-49cf-9916-1f6d704002c8', 'tag': 'e7c29b62-23c9-4369-82bc-ddb6c095be98'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:56.487059 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df131cdc-a656-49fd-ae2c-1ffb0c159037" -d '{"events": [{"name": "network-changed", "server_uuid": "50565780-ec8d-49cf-9916-1f6d704002c8", "tag": "e7c29b62-23c9-4369-82bc-ddb6c095be98"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:56.489150 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4314e-ca88-470c-8f4b-6e69f178d637 req-68824692-ceeb-492f-8117-0ec74688f966 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:56.490677 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-11e4314e-ca88-470c-8f4b-6e69f178d637 req-68824692-ceeb-492f-8117-0ec74688f966 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0799198 Sep 03 21:31:56.535947 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-11e4314e-ca88-470c-8f4b-6e69f178d637 req-d749bbc9-583c-4559-8481-7fa0fb3ef07b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383339 Sep 03 21:31:56.589403 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8255d3b3-4056-4b03-b302-3d64587c4032 x-openstack-request-id: req-8255d3b3-4056-4b03-b302-3d64587c4032 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:56.589699 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50565780-ec8d-49cf-9916-1f6d704002c8", "tag": "e7c29b62-23c9-4369-82bc-ddb6c095be98", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:56.589953 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8255d3b3-4056-4b03-b302-3d64587c4032 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:56.590359 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50565780-ec8d-49cf-9916-1f6d704002c8', 'tag': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'status': 'completed', 'code': 200} Sep 03 21:31:56.608049 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:56.660347 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-4c42446d-97d2-4ca9-a1b1-c4cda2bcd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:56.662509 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-4c42446d-97d2-4ca9-a1b1-c4cda2bcd5a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 1099 time: 0.0480578 Sep 03 21:31:56.708331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eeabe-13a3-4345-8cd2-b894af3fe297 req-d69a397a-d042-4ada-b58f-8c4f1665a638 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:56.709988 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fb7eeabe-13a3-4345-8cd2-b894af3fe297 req-d69a397a-d042-4ada-b58f-8c4f1665a638 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0615892 Sep 03 21:31:56.762796 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fb7eeabe-13a3-4345-8cd2-b894af3fe297 req-e22f007d-0b7c-4901-bffe-59ab18000544 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455947 Sep 03 21:31:56.775675 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-8895194f-d7ba-478c-b613-f85826fb582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:56.777191 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-8895194f-d7ba-478c-b613-f85826fb582d service neutron] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 910 time: 0.1015627 Sep 03 21:31:56.897299 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '01bd2332-43e0-4102-8593-0ccb781f11ae', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'port_id': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'mac_address': 'fa:16:3e:a4:8e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50565780-ec8d-49cf-9916-1f6d704002c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:31:31Z', 'updated_at': '2021-09-03T21:31:55Z', 'revision_number': 1, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:56.928797 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] Checking router: b4db69e2-eff1-4c67-b6ae-d213e2ec4978 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:31:56.940961 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:56.941966 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:56.944565 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a44308-7131-458b-ad8f-a70a788742d1 req-ae0b9351-e096-458c-936f-dad00c5a5af7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:56.949852 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-35a44308-7131-458b-ad8f-a70a788742d1 req-ae0b9351-e096-458c-936f-dad00c5a5af7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0951085 Sep 03 21:31:56.957962 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 52946) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:56.963463 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'floatingip': {'port_id': '14f8a51d-ed42-44c6-b0b8-0aec8639db90'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:31:57.049877 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:57.090166 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:57.165570 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-04861cfc-04b1-4601-b011-46bec38aa2c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98 HTTP/1.1" status: 200 len: 1000 time: 0.3710313 Sep 03 21:31:57.166284 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52954) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:57.229096 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb4237c-4ad7-40d9-ad93-e7a72ffc6f03 admin admin] Deleting subnet e171f844-a78e-4302-85b6-7cc2ecce852e {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:31:57.233937 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-abb4237c-4ad7-40d9-ad93-e7a72ffc6f03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:57.282986 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-59ed195d-fb10-4d92-bf32-41836574ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:57.284552 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-59ed195d-fb10-4d92-bf32-41836574ea43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0661349 Sep 03 21:31:57.313786 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92025898-e2bf-4a9c-aaea-561bda188d24 req-5433ddac-84e8-4b52-8eb9-0b8affd43d0e tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:57.314588 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-92025898-e2bf-4a9c-aaea-561bda188d24 req-5433ddac-84e8-4b52-8eb9-0b8affd43d0e tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.0870092 Sep 03 21:31:57.325524 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-abb4237c-4ad7-40d9-ad93-e7a72ffc6f03 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:57.332034 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-abb4237c-4ad7-40d9-ad93-e7a72ffc6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:57.435166 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-37c49d5d-bf0e-44ba-83ca-e99bfa02ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:57.435381 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-92025898-e2bf-4a9c-aaea-561bda188d24 req-fb31065e-7b95-46d3-a672-b6c514a7cb37 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805874 Sep 03 21:31:57.436674 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-37c49d5d-bf0e-44ba-83ca-e99bfa02ea24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607512 Sep 03 21:31:57.536434 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '01bd2332-43e0-4102-8593-0ccb781f11ae', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'port_id': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'mac_address': 'fa:16:3e:a4:8e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50565780-ec8d-49cf-9916-1f6d704002c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:31:31Z', 'updated_at': '2021-09-03T21:31:55Z', 'revision_number': 1, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:57.540922 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-fe1ad11e-e5b7-45df-92f3-3ded9a07317a service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954995 Sep 03 21:31:57.548636 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-abb4237c-4ad7-40d9-ad93-e7a72ffc6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:57.633696 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00275771-f1ee-468c-b2a8-e6f322c031b0 None None] The sync data for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi is: [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '01bd2332-43e0-4102-8593-0ccb781f11ae', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'port_id': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'mac_address': 'fa:16:3e:a4:8e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50565780-ec8d-49cf-9916-1f6d704002c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:31:31Z', 'updated_at': '2021-09-03T21:31:55Z', 'revision_number': 1, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:31:57.719850 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4237c-4ad7-40d9-ad93-e7a72ffc6f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e171f844-a78e-4302-85b6-7cc2ecce852e,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:57.756121 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52984) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:57.776659 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-abb4237c-4ad7-40d9-ad93-e7a72ffc6f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:57.783830 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-abb4237c-4ad7-40d9-ad93-e7a72ffc6f03 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e171f844-a78e-4302-85b6-7cc2ecce852e HTTP/1.1" status: 204 len: 168 time: 0.6110959 Sep 03 21:31:57.784601 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52988) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:57.807816 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-df131cdc-a656-49fd-ae2c-1ffb0c159037 req-f69dbabd-ef40-4eb9-9ce9-4a6e8f7ec648 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550159 Sep 03 21:31:57.915150 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7107c52-a295-4429-9818-27369ad728b5 req-f2bfa200-789c-4f5d-aee7-b3f497819c36 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:57.916688 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b7107c52-a295-4429-9818-27369ad728b5 req-f2bfa200-789c-4f5d-aee7-b3f497819c36 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.1927044 Sep 03 21:31:57.919602 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:57.961384 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-14c0679d-3cff-4a91-83fa-ef1508ac956a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:57.979987 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e341420c-6e48-48f3-ba9c-a0fcf6fab34d None None] New status for floating IP 01bd2332-43e0-4102-8593-0ccb781f11ae: ACTIVE {{(pid=94321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:31:58.024891 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b7107c52-a295-4429-9818-27369ad728b5 req-a040fe5e-fa7a-4369-ae58-6548d0082d40 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962584 Sep 03 21:31:58.094235 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.113038 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > port after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > port after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.119065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.207059 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.272658 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.274219 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.274655 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.275265 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.275668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 21:31:58.276221 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22660dfb-036e-449a-b67f-31ae19d12211']}} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:58.298820 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f87c280-641a-4af0-ad8b-7cffb9bd4f24') {'for_net_delete': True} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:58.299210 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f87c280-641a-4af0-ad8b-7cffb9bd4f24') {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:58.302730 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 52998) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:58.332730 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126713745'] for segment, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.360967 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.372931 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:31:58.373331 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713265'] for segment, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: from cryptography.utils import int_from_bytes Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: from cryptography.utils import int_from_bytes Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: Traceback (most recent call last): Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: timer() Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: cb(*args, **kw) Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: return func(*args, **kwargs) Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: self._notify() Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: self.callback(batched_events) Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: event.method(event) Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: return f(self, *a, **k) Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._get(url).json() Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: return self.request(url, 'GET', **kwargs) Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:31:58.377305 dv-cinder-759987-9-iscsi neutron-server[94320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:31:58.401540 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Floating IP 5d1cf240-f30d-4221-a037-99285b0dd1e7 associated. External IP: 172.27.3.194, port: 14f8a51d-ed42-44c6-b0b8-0aec8639db90. Sep 03 21:31:58.468703 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-14c0679d-3cff-4a91-83fa-ef1508ac956a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.471381 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-daf1a5fd-7c10-4c7e-9d2b-3c14d2fd003c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.541001 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.548974 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.551210 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] 10.222.0.46 "DELETE /v2.0/networks/22660dfb-036e-449a-b67f-31ae19d12211 HTTP/1.1" status: 204 len: 168 time: 0.7656758 Sep 03 21:31:58.556293 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53004) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:58.560253 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c2069-a7e9-446c-acd7-f3b77cb4b718 admin admin] Pushing event deleted for resources: {'Network': ['ID=22660dfb-036e-449a-b67f-31ae19d12211,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:58.572684 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-14c0679d-3cff-4a91-83fa-ef1508ac956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.630273 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-14c0679d-3cff-4a91-83fa-ef1508ac956a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c2a78ed5d334ec6aea3126836b39058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8620794 Sep 03 21:31:58.632477 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53006) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:58.654834 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0679d-3cff-4a91-83fa-ef1508ac956a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51797e5d-615a-4bef-9d2d-70ef2e3e2e89,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:58.676632 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3def4-e682-4b2d-a8b3-6b4a8d3b665e req-9bd4c112-6742-42a9-b81e-1b8718bae21c tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:58.678170 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-71a3def4-e682-4b2d-a8b3-6b4a8d3b665e req-9bd4c112-6742-42a9-b81e-1b8718bae21c tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.1646440 Sep 03 21:31:58.682825 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_v2 [None req-369e54cd-347b-4259-abb2-4f71b88e4bef admin admin] Deleting subnet 0f69358a-b666-44c4-b7fc-c4c0a2dd782d {{(pid=94319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:31:58.688176 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-369e54cd-347b-4259-abb2-4f71b88e4bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.728496 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f43a93ac-349c-42e4-8767-794e4faeba03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.740137 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-daf1a5fd-7c10-4c7e-9d2b-3c14d2fd003c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.759697 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f43a93ac-349c-42e4-8767-794e4faeba03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.760076 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-369e54cd-347b-4259-abb2-4f71b88e4bef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127826990'] for subnet, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.762723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Router 0b987f7c-c152-4653-972b-5fb5798ea2a1 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:31:58.792469 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-71a3def4-e682-4b2d-a8b3-6b4a8d3b665e req-0d245646-d10d-4b67-8a9d-43a796899e4e tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051860 Sep 03 21:31:58.872159 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-daf1a5fd-7c10-4c7e-9d2b-3c14d2fd003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.877476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-369e54cd-347b-4259-abb2-4f71b88e4bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.904768 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f43a93ac-349c-42e4-8767-794e4faeba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.907864 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f43a93ac-349c-42e4-8767-794e4faeba03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:58.908998 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-f43a93ac-349c-42e4-8767-794e4faeba03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51797e5d-615a-4bef-9d2d-70ef2e3e2e89 HTTP/1.1" status: 204 len: 168 time: 0.2728605 Sep 03 21:31:58.916633 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1a5fd-7c10-4c7e-9d2b-3c14d2fd003c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38defd92-f83b-4238-89b7-d88bd5400e14,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:58.926418 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-daf1a5fd-7c10-4c7e-9d2b-3c14d2fd003c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2500063d0ad4e419da3ea34fc8cd16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6220360 Sep 03 21:31:58.930365 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53012) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:58.932164 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a93ac-349c-42e4-8767-794e4faeba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51797e5d-615a-4bef-9d2d-70ef2e3e2e89,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:59.015457 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:31:59.027400 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.027497 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] Sync routers for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:31:59.042356 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:59.043008 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:59.051719 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7b9423ee-f585-44de-8b60-0b55431ba124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.092291 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e020a646-7a67-4486-aa69-8dd0fbd64a25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "PUT /v2.0/floatingips/5d1cf240-f30d-4221-a037-99285b0dd1e7 HTTP/1.1" status: 200 len: 992 time: 2.1305320 Sep 03 21:31:59.092291 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:31:59.101416 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8298f8d1-4a9c-4309-8527-74e8b0768850" -d '{"events": [{"name": "network-changed", "server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:31:59.121327 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-369e54cd-347b-4259-abb2-4f71b88e4bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127293083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127280770'] for subnet, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.145114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7b9423ee-f585-44de-8b60-0b55431ba124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.177855 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:59.198908 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e54cd-347b-4259-abb2-4f71b88e4bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f69358a-b666-44c4-b7fc-c4c0a2dd782d,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:59.202526 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-369e54cd-347b-4259-abb2-4f71b88e4bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.205137 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-369e54cd-347b-4259-abb2-4f71b88e4bef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0f69358a-b666-44c4-b7fc-c4c0a2dd782d HTTP/1.1" status: 204 len: 168 time: 0.6358018 Sep 03 21:31:59.208172 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53028) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:59.242506 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0431a-c852-4e6d-9d2c-03276589ef7b req-44bf1c76-0539-45a4-815a-b70e6d8f2ef1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:59.242506 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a3c0431a-c852-4e6d-9d2c-03276589ef7b req-44bf1c76-0539-45a4-815a-b70e6d8f2ef1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.1220531 Sep 03 21:31:59.252353 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0cb476-3063-4acf-bf9e-3284556497cf x-openstack-request-id: req-7d0cb476-3063-4acf-bf9e-3284556497cf {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:31:59.252650 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:31:59.252913 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d0cb476-3063-4acf-bf9e-3284556497cf {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:31:59.253371 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'status': 'completed', 'code': 200} Sep 03 21:31:59.303363 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a3c0431a-c852-4e6d-9d2c-03276589ef7b req-3298b7f1-85f9-400b-aafd-8add539de5c2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453131 Sep 03 21:31:59.331561 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7b9423ee-f585-44de-8b60-0b55431ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.334352 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7b9423ee-f585-44de-8b60-0b55431ba124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.338027 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-7b9423ee-f585-44de-8b60-0b55431ba124 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38defd92-f83b-4238-89b7-d88bd5400e14 HTTP/1.1" status: 204 len: 168 time: 0.3977988 Sep 03 21:31:59.342191 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.351995 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9423ee-f585-44de-8b60-0b55431ba124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38defd92-f83b-4238-89b7-d88bd5400e14,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:59.369961 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-41d90840-061c-4032-9492-b1fabfefc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:59.374184 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-41d90840-061c-4032-9492-b1fabfefc474 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 1099 time: 0.0656707 Sep 03 21:31:59.456161 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6396-9850-4181-a584-79f1930678a9 req-53a30db3-b036-476c-87b4-e287918839db tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:59.457549 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-107b6396-9850-4181-a584-79f1930678a9 req-53a30db3-b036-476c-87b4-e287918839db tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.18 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.0515411 Sep 03 21:31:59.461101 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '5d1cf240-f30d-4221-a037-99285b0dd1e7', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'port_id': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'mac_address': 'fa:16:3e:48:03:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c28081-bd7e-4daf-8941-eb77a0171674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:31:28Z', 'updated_at': '2021-09-03T21:31:58Z', 'revision_number': 1, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:59.492013 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] Checking router: 0b987f7c-c152-4653-972b-5fb5798ea2a1 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:31:59.512600 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:31:59.514779 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:31:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:59.515710 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.532932 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d']}} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:59.545573 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caf1c29-8094-4fee-ad84-5afba3510863') {'for_net_delete': True} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:59.546152 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caf1c29-8094-4fee-ad84-5afba3510863') {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:59.564282 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126713745'] for segment, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.573548 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-214a48e4-e741-49be-bde2-8dcd12b317db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:59.575107 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-214a48e4-e741-49be-bde2-8dcd12b317db service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.1932006 Sep 03 21:31:59.581555 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.626047 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:31:59.626464 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713265'] for segment, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: Traceback (most recent call last): Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: timer() Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: cb(*args, **kw) Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: return func(*args, **kwargs) Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: self._notify() Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: self.callback(batched_events) Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: event.method(event) Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: return f(self, *a, **k) Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._get(url).json() Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: return self.request(url, 'GET', **kwargs) Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:31:59.628171 dv-cinder-759987-9-iscsi neutron-server[94320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:31:59.638095 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53032) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:31:59.649846 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Deleting port 7fce4871-447a-4c11-904a-b87a02551cd7 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:31:59.650187 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.650974 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:31:59.668406 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-51cff3a9-8dfc-4da2-a40c-8795466e5f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.695154 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-4525d2a7-e948-4204-833e-78cfb577a291 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90 HTTP/1.1" status: 200 len: 1000 time: 0.1110184 Sep 03 21:31:59.760581 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-d4fe8a44-f5e3-4fa2-b94b-f5aedb674572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:59.762146 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-d4fe8a44-f5e3-4fa2-b94b-f5aedb674572 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0569825 Sep 03 21:31:59.777861 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] For port 7fce4871-447a-4c11-904a-b87a02551cd7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7fce4871-447a-4c11-904a-b87a02551cd7,segment=NetworkSegment(f7732c39-00d3-45de-bec0-fecc54cce1fb),segment_id=f7732c39-00d3-45de-bec0-fecc54cce1fb)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:31:59.778232 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.784410 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.799320 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Calling delete_port for 7fce4871-447a-4c11-904a-b87a02551cd7 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:31:59.837400 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:31:59.841782 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] 10.222.0.46 "DELETE /v2.0/networks/44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d HTTP/1.1" status: 204 len: 168 time: 0.6301832 Sep 03 21:31:59.841782 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dd3be-323f-4622-9a2e-c4f83cfd6596 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ab9f1e-4c4f-4fca-b9a2-f1e12f096d8d,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:31:59.885096 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-11cf9916-becc-47ab-8425-475214a2c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:31:59.895968 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-11cf9916-becc-47ab-8425-475214a2c757 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1237249 Sep 03 21:31:59.949790 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '5d1cf240-f30d-4221-a037-99285b0dd1e7', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'port_id': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'mac_address': 'fa:16:3e:48:03:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c28081-bd7e-4daf-8941-eb77a0171674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:31:28Z', 'updated_at': '2021-09-03T21:31:58Z', 'revision_number': 1, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:31:59.978976 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf922b8-6d2e-4d90-998f-0a05056378f5 None None] The sync data for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi is: [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '5d1cf240-f30d-4221-a037-99285b0dd1e7', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'port_id': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'mac_address': 'fa:16:3e:48:03:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c28081-bd7e-4daf-8941-eb77a0171674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:31:28Z', 'updated_at': '2021-09-03T21:31:58Z', 'revision_number': 1, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:32:00.190279 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-c3cd9668-ac1e-48f7-82b2-b56e7592287d service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590319 Sep 03 21:32:00.190279 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b883c1-fbe7-4c09-a7be-6bc277f6e5f5 req-798fb80b-68c8-418d-b3bc-83de0e2c88af tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:00.190279 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c8b883c1-fbe7-4c09-a7be-6bc277f6e5f5 req-798fb80b-68c8-418d-b3bc-83de0e2c88af tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 946 time: 0.1811156 Sep 03 21:32:00.190279 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c8b883c1-fbe7-4c09-a7be-6bc277f6e5f5 req-32fba3e0-70a0-4fed-8b58-b809287b9966 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2c123b9-9f7d-4518-88ef-95c37ee724a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647912 Sep 03 21:32:00.192299 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-51cff3a9-8dfc-4da2-a40c-8795466e5f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.207699 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8298f8d1-4a9c-4309-8527-74e8b0768850 req-818a473a-d58a-4cf6-aa88-bca94ddf36e1 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157601 Sep 03 21:32:00.276904 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404e404-32d1-4a29-ae64-53de3ebae96d None None] New status for floating IP 5d1cf240-f30d-4221-a037-99285b0dd1e7: ACTIVE {{(pid=94321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:32:00.327537 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:32:00.347151 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-51cff3a9-8dfc-4da2-a40c-8795466e5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.376907 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53052) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:00.406676 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-51cff3a9-8dfc-4da2-a40c-8795466e5f50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e48bae6bc174870b6369692e630a37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7673650 Sep 03 21:32:00.431794 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2c129cb9-5576-450a-8dfd-bf43d280ff2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.432936 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cff3a9-8dfc-4da2-a40c-8795466e5f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02258ab3-2abd-4356-9b67-0b9cbe0d23aa,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:00.432936 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53058) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:00.476758 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ac1f1-ccaf-4586-bac7-4c89de33329f req-8f7f5b52-c68e-4c8a-8573-52273d7047d2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:00.478260 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ff4ac1f1-ccaf-4586-bac7-4c89de33329f req-8f7f5b52-c68e-4c8a-8573-52273d7047d2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0806704 Sep 03 21:32:00.496911 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-03f8b326-87dd-4f95-9c5b-7a4f1f4afb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.523574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-03f8b326-87dd-4f95-9c5b-7a4f1f4afb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.534965 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ff4ac1f1-ccaf-4586-bac7-4c89de33329f req-97514cbd-f729-4d3a-ab5a-ba9c4e6ad3ad tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458863 Sep 03 21:32:00.565631 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.581766 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2c129cb9-5576-450a-8dfd-bf43d280ff2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.583244 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['7fce4871-447a-4c11-904a-b87a02551cd7'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:32:00.626274 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Pushing event deleted for resources: {'Port': ['ID=7fce4871-447a-4c11-904a-b87a02551cd7,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:00.635028 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2c129cb9-5576-450a-8dfd-bf43d280ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.662180 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] No DVR routers for this DVR port 7fce4871-447a-4c11-904a-b87a02551cd7 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:32:00.675358 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.677431 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-107b6396-9850-4181-a584-79f1930678a9 req-14a7050f-b6e7-4522-82dd-d85f4cdef689 tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.18 "DELETE /v2.0/ports/7fce4871-447a-4c11-904a-b87a02551cd7 HTTP/1.1" status: 204 len: 173 time: 1.1988523 Sep 03 21:32:00.677716 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53064) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:00.688821 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-2c129cb9-5576-450a-8dfd-bf43d280ff2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee10ab29f7f648f9bed213e1bfed422f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101408 Sep 03 21:32:00.691582 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53066) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:00.695954 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c129cb9-5576-450a-8dfd-bf43d280ff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180467b-e474-4bbc-b9d6-970ca317880b,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:00.741297 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-29fcfdb4-8baf-442e-a314-27d6224c224c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efe9b47fbe0b4fcfa4cb6f6b903d3d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623486 Sep 03 21:32:00.744081 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53068) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:00.745345 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-03f8b326-87dd-4f95-9c5b-7a4f1f4afb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.747786 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-03f8b326-87dd-4f95-9c5b-7a4f1f4afb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.749938 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-03f8b326-87dd-4f95-9c5b-7a4f1f4afb17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02258ab3-2abd-4356-9b67-0b9cbe0d23aa HTTP/1.1" status: 204 len: 168 time: 0.3156507 Sep 03 21:32:00.759825 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5e965b85-87d8-4e51-8da8-12fdcb557263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.762502 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8b326-87dd-4f95-9c5b-7a4f1f4afb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02258ab3-2abd-4356-9b67-0b9cbe0d23aa,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:00.799768 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5e965b85-87d8-4e51-8da8-12fdcb557263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.817479 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-54fd0945-0a3e-4e1e-b5f5-b384b9bb334e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.844818 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-54fd0945-0a3e-4e1e-b5f5-b384b9bb334e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.986968 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5e965b85-87d8-4e51-8da8-12fdcb557263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.987180 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-54fd0945-0a3e-4e1e-b5f5-b384b9bb334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.989534 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-54fd0945-0a3e-4e1e-b5f5-b384b9bb334e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.989812 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5e965b85-87d8-4e51-8da8-12fdcb557263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:00.993309 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-54fd0945-0a3e-4e1e-b5f5-b384b9bb334e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed37c9db-7708-4f20-969b-9d91e667e827 HTTP/1.1" status: 204 len: 168 time: 0.2457142 Sep 03 21:32:00.993452 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5e965b85-87d8-4e51-8da8-12fdcb557263 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6180467b-e474-4bbc-b9d6-970ca317880b HTTP/1.1" status: 204 len: 168 time: 0.2983820 Sep 03 21:32:00.998790 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd0945-0a3e-4e1e-b5f5-b384b9bb334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed37c9db-7708-4f20-969b-9d91e667e827,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:00.999904 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e965b85-87d8-4e51-8da8-12fdcb557263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180467b-e474-4bbc-b9d6-970ca317880b,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:01.209856 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-ebd912bc-db05-42a2-b9e4-9b79db3e9b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:01.254429 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26026a79-69f5-4583-a193-08a4262abaf5', 'name': 'network-vif-deleted', 'tag': '7fce4871-447a-4c11-904a-b87a02551cd7'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:32:01.257024 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1df748-a147-4a91-b279-a5a9c81286bc" -d '{"events": [{"server_uuid": "26026a79-69f5-4583-a193-08a4262abaf5", "name": "network-vif-deleted", "tag": "7fce4871-447a-4c11-904a-b87a02551cd7"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:32:01.276081 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0ec818f8-7ece-40ee-9503-8460799dc136 req-67f77d9a-3f3f-4b56-96cf-0b47133806db tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 210 time: 0.0295246 Sep 03 21:32:01.307563 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78faf2f1-c8df-48f1-9408-c95ecf76b0a4 x-openstack-request-id: req-78faf2f1-c8df-48f1-9408-c95ecf76b0a4 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:32:01.308035 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26026a79-69f5-4583-a193-08a4262abaf5", "name": "network-vif-deleted", "tag": "7fce4871-447a-4c11-904a-b87a02551cd7", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:32:01.308430 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78faf2f1-c8df-48f1-9408-c95ecf76b0a4 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:32:01.308967 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26026a79-69f5-4583-a193-08a4262abaf5', 'name': 'network-vif-deleted', 'tag': '7fce4871-447a-4c11-904a-b87a02551cd7', 'status': 'completed', 'code': 200} Sep 03 21:32:01.639881 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53100) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:01.665504 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716335df-98b6-49e9-b78f-81aec60765c5 req-222045df-ec51-473b-a7c2-248cbd3a5f18 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:01.667066 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-716335df-98b6-49e9-b78f-81aec60765c5 req-222045df-ec51-473b-a7c2-248cbd3a5f18 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0531046 Sep 03 21:32:01.718283 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-716335df-98b6-49e9-b78f-81aec60765c5 req-43d09fb1-0758-4faa-92e7-67db7539f7c1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 Sep 03 21:32:01.779106 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c4913b37-4c75-43ce-a030-85f34268c4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:01.871303 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c4913b37-4c75-43ce-a030-85f34268c4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:01.940735 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c4913b37-4c75-43ce-a030-85f34268c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:01.977680 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-c4913b37-4c75-43ce-a030-85f34268c4fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebfe41811a7e4ca88b6a9f76607808a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354485 Sep 03 21:32:01.978520 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913b37-4c75-43ce-a030-85f34268c4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598062b-14d3-4ac5-b328-cc7a617d2a17,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:01.980945 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53116) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:02.020082 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53118) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:02.051750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:02.087411 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:02.091064 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d998d13c-eca9-4945-8a13-791b82d9d613 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac19471357c44e40a1428ffcf4ba6222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696559 Sep 03 21:32:02.096471 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53124) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:02.198506 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85cbe294-722c-4d5b-a9ce-55ed01f5d66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:02.224351 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85cbe294-722c-4d5b-a9ce-55ed01f5d66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:02.232403 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:02.235553 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:02.237124 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0598062b-14d3-4ac5-b328-cc7a617d2a17 HTTP/1.1" status: 204 len: 168 time: 0.2550428 Sep 03 21:32:02.249686 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598062b-14d3-4ac5-b328-cc7a617d2a17,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:02.259962 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.260586 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.261078 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.261562 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.262233 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.262602 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.262970 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.263304 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.263639 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.263971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.264297 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.264623 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4a5ab-544f-4942-a6d0-f0ebd972e886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:02.418541 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8993bc9a-e4f9-4de9-892f-889233fd6e60 req-6bc5743c-459e-45a9-ba7e-3b4f202b928a tempest-DeleteServersTestJSON-1717829427 tempest-DeleteServersTestJSON-1717829427-project] 10.222.0.46 "GET /v2.0/ports?device_id=26026a79-69f5-4583-a193-08a4262abaf5 HTTP/1.1" status: 200 len: 210 time: 0.0337272 Sep 03 21:32:02.445303 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85cbe294-722c-4d5b-a9ce-55ed01f5d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:02.445303 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85cbe294-722c-4d5b-a9ce-55ed01f5d66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:02.445303 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-85cbe294-722c-4d5b-a9ce-55ed01f5d66a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2280e61-f678-4557-909d-cd82c705fc5c HTTP/1.1" status: 204 len: 168 time: 0.3390985 Sep 03 21:32:02.458428 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbe294-722c-4d5b-a9ce-55ed01f5d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2280e61-f678-4557-909d-cd82c705fc5c,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:02.868258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98aa294-d10e-4143-9f33-8d171ec79ab6 req-8167798a-05e1-471a-93e5-602b971b3cb3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:02.869697 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a98aa294-d10e-4143-9f33-8d171ec79ab6 req-8167798a-05e1-471a-93e5-602b971b3cb3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0632763 Sep 03 21:32:02.930641 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a98aa294-d10e-4143-9f33-8d171ec79ab6 req-c28a3f03-31d9-449d-819b-82d06198a4dd tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512705 Sep 03 21:32:03.315856 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53160) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:03.333427 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:03.427831 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:03.540737 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:03.606054 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abbed71-f788-4b06-bee8-1c54d51eb5ca,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:03.647527 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.647885 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.648351 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.648526 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.648856 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.649184 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.649507 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.649841 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.650157 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.650478 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.650818 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.651140 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:32:03.677489 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-1c878db1-93aa-4898-8439-2309186122eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f948acfd5b594430b60334ec2ea98c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600104 Sep 03 21:32:03.680122 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53200) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:03.770723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0449b256-dd2a-4931-bddf-635eda818932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:03.793861 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0449b256-dd2a-4931-bddf-635eda818932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:03.826647 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d27d5b5f-367e-4f29-80b6-c9ee434d6214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:03.935325 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0449b256-dd2a-4931-bddf-635eda818932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:03.938221 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0449b256-dd2a-4931-bddf-635eda818932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:03.943068 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0449b256-dd2a-4931-bddf-635eda818932 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4abbed71-f788-4b06-bee8-1c54d51eb5ca HTTP/1.1" status: 204 len: 168 time: 0.2616854 Sep 03 21:32:03.952094 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449b256-dd2a-4931-bddf-635eda818932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abbed71-f788-4b06-bee8-1c54d51eb5ca,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:03.986312 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:04.063986 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94c630-6f42-45c2-94da-da5f1bdeaca0 req-4a5c23e2-b6cd-41ad-8df4-d84e33f15de6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:04.065724 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a94c630-6f42-45c2-94da-da5f1bdeaca0 req-4a5c23e2-b6cd-41ad-8df4-d84e33f15de6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0587513 Sep 03 21:32:04.114097 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a94c630-6f42-45c2-94da-da5f1bdeaca0 req-bcfb50b5-4d02-4392-8e47-bb7ab047e2f6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Sep 03 21:32:04.479005 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7fce4871-447a-4c11-904a-b87a02551cd7 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:32:04.509886 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 7fce4871-447a-4c11-904a-b87a02551cd7 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:32:04.510236 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7fce4871-447a-4c11-904a-b87a02551cd7 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:32:05.192571 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.268297 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53352) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:05.271932 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808324d-72ff-4ef3-a756-d5e61c65dec5 req-bf513f34-93d2-482a-93b0-9fb306a03d5c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:05.281646 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e808324d-72ff-4ef3-a756-d5e61c65dec5 req-bf513f34-93d2-482a-93b0-9fb306a03d5c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0710132 Sep 03 21:32:05.341607 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e808324d-72ff-4ef3-a756-d5e61c65dec5 req-5a720231-a60e-4827-a166-4d9dde8f36c3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587573 Sep 03 21:32:05.351347 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d300518-e512-48b0-b90c-fb3700cac8b6 admin admin] Deleting subnet c6aba249-caeb-4e22-b5b9-b07ca97df0cf {{(pid=94319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:32:05.358166 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3d300518-e512-48b0-b90c-fb3700cac8b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.396868 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3d300518-e512-48b0-b90c-fb3700cac8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127826990'] for subnet, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.478993 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3d300518-e512-48b0-b90c-fb3700cac8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.667119 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3d300518-e512-48b0-b90c-fb3700cac8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127293083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127280770'] for subnet, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.697094 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d300518-e512-48b0-b90c-fb3700cac8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6aba249-caeb-4e22-b5b9-b07ca97df0cf,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:05.704185 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3d300518-e512-48b0-b90c-fb3700cac8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.706622 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-3d300518-e512-48b0-b90c-fb3700cac8b6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c6aba249-caeb-4e22-b5b9-b07ca97df0cf HTTP/1.1" status: 204 len: 168 time: 0.4372270 Sep 03 21:32:05.709150 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53370) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:05.789994 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.883004 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.894661 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eea8350-02a1-45f5-815e-3ef33618ced3']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:32:05.908181 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7732c39-00d3-45de-bec0-fecc54cce1fb') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:32:05.910482 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7732c39-00d3-45de-bec0-fecc54cce1fb') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:32:05.919140 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.933580 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.940468 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:32:05.940861 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:32:05.942758 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:32:06.131813 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:06.139869 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:06.141984 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1eea8350-02a1-45f5-815e-3ef33618ced3 HTTP/1.1" status: 204 len: 168 time: 0.4316928 Sep 03 21:32:06.165291 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5477961-551f-4305-b0c6-902575655081 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eea8350-02a1-45f5-815e-3ef33618ced3,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:06.479281 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57331-cc67-4864-b3db-2d8fce97b269 req-30b2f5bc-ffe8-4dba-a287-aa1abd224677 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:06.479281 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64b57331-cc67-4864-b3db-2d8fce97b269 req-30b2f5bc-ffe8-4dba-a287-aa1abd224677 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0621333 Sep 03 21:32:06.553290 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64b57331-cc67-4864-b3db-2d8fce97b269 req-f15e1914-f70b-4ce2-ae46-81a9e9150a18 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671041 Sep 03 21:32:06.553627 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53398) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:06.636619 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5132b242-acee-4628-bd56-6ffcc2bdd2f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=407cab3131f04eebbd73d0ebc7b6c7a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0818665 Sep 03 21:32:06.640244 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53408) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:06.696761 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b8149277-3e49-4fe3-babe-541f362e69c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:06.721496 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b8149277-3e49-4fe3-babe-541f362e69c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:06.876330 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b8149277-3e49-4fe3-babe-541f362e69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:06.876330 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b8149277-3e49-4fe3-babe-541f362e69c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:06.877475 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b8149277-3e49-4fe3-babe-541f362e69c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2c123b9-9f7d-4518-88ef-95c37ee724a8 HTTP/1.1" status: 204 len: 168 time: 0.2350695 Sep 03 21:32:06.885517 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8149277-3e49-4fe3-babe-541f362e69c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c123b9-9f7d-4518-88ef-95c37ee724a8,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:07.073037 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:07.333796 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53434) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:07.460464 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-91da6bc4-7884-449e-9d1f-5ba83970a4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:07.555280 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-91da6bc4-7884-449e-9d1f-5ba83970a4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:07.654934 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-91da6bc4-7884-449e-9d1f-5ba83970a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:07.686105 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-91da6bc4-7884-449e-9d1f-5ba83970a4bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7a532a07fc04c1e81b6a21662673c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511064 Sep 03 21:32:07.686555 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53458) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:07.698280 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdea81-51ca-4d0a-898e-8402ca9ff4ef req-0ec5fcd5-7071-4eac-9f2b-a32167a8c881 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:07.708220 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-10cdea81-51ca-4d0a-898e-8402ca9ff4ef req-0ec5fcd5-7071-4eac-9f2b-a32167a8c881 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0918314 Sep 03 21:32:07.756645 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da6bc4-7884-449e-9d1f-5ba83970a4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fec3f6-a5b9-412c-a820-64ac5d5e24a4,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:07.779430 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d07de220-29f5-4b2b-a8be-d51f279cfe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:07.781212 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-10cdea81-51ca-4d0a-898e-8402ca9ff4ef req-c8b49c65-8178-470e-82cb-91cd50b724db tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735106 Sep 03 21:32:07.803545 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d07de220-29f5-4b2b-a8be-d51f279cfe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:07.941338 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d07de220-29f5-4b2b-a8be-d51f279cfe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:07.961792 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d07de220-29f5-4b2b-a8be-d51f279cfe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:07.961792 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d07de220-29f5-4b2b-a8be-d51f279cfe96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80fec3f6-a5b9-412c-a820-64ac5d5e24a4 HTTP/1.1" status: 204 len: 168 time: 0.2595990 Sep 03 21:32:07.982603 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07de220-29f5-4b2b-a8be-d51f279cfe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fec3f6-a5b9-412c-a820-64ac5d5e24a4,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:08.738220 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53492) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:08.752068 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-39ad060f-17d2-4ec8-9d86-d7a4090c8bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:08.856237 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-39ad060f-17d2-4ec8-9d86-d7a4090c8bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:08.926233 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6a770-04f8-46be-8f63-1a0d1b408e7f req-783777eb-533f-4744-b1a2-a6b49743fe36 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:08.927755 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f9c6a770-04f8-46be-8f63-1a0d1b408e7f req-783777eb-533f-4744-b1a2-a6b49743fe36 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0594749 Sep 03 21:32:08.948577 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-39ad060f-17d2-4ec8-9d86-d7a4090c8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:09.003666 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f9c6a770-04f8-46be-8f63-1a0d1b408e7f req-fdbb0dcc-2bb1-4ec9-a0b6-5498706bce7d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700483 Sep 03 21:32:09.006671 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-39ad060f-17d2-4ec8-9d86-d7a4090c8bbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efaa6dc8a8cf487baf7d7bf4623fa7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673597 Sep 03 21:32:09.007787 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad060f-17d2-4ec8-9d86-d7a4090c8bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d621410f-1f65-446f-819b-7400542227a5,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:09.013717 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53502) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:09.075598 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec036-bf5d-4a09-9efa-e8f58c1c060c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:09.101059 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec036-bf5d-4a09-9efa-e8f58c1c060c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:09.260990 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec036-bf5d-4a09-9efa-e8f58c1c060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:09.264249 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec036-bf5d-4a09-9efa-e8f58c1c060c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:09.264878 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-3b9ec036-bf5d-4a09-9efa-e8f58c1c060c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d621410f-1f65-446f-819b-7400542227a5 HTTP/1.1" status: 204 len: 168 time: 0.2497025 Sep 03 21:32:09.274513 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ec036-bf5d-4a09-9efa-e8f58c1c060c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621410f-1f65-446f-819b-7400542227a5,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:10.185858 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c41f5-4f82-47fe-be50-0493b0407989 req-bb37d584-73ff-49b8-9761-5d8b364e4b2d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:10.187247 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a93c41f5-4f82-47fe-be50-0493b0407989 req-bb37d584-73ff-49b8-9761-5d8b364e4b2d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0818417 Sep 03 21:32:10.227532 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a93c41f5-4f82-47fe-be50-0493b0407989 req-c6898d0a-9cf6-4a8e-a95a-d0428f526cac tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334108 Sep 03 21:32:11.351112 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b2ab1-a1eb-4167-8ed6-5e12414aef85 req-890506f4-29ef-42bb-9359-e9a99b6dced8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:11.352808 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-096b2ab1-a1eb-4167-8ed6-5e12414aef85 req-890506f4-29ef-42bb-9359-e9a99b6dced8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0558269 Sep 03 21:32:11.394161 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-096b2ab1-a1eb-4167-8ed6-5e12414aef85 req-ede77c64-e1db-44a0-9acb-eb5e6c3ae223 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Sep 03 21:32:12.121112 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-5f392f38-c256-4da7-b659-bf7e6adbc3ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830050 Sep 03 21:32:12.227440 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-507dcde4-78d9-4618-ab77-6331a9d45d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:12.228945 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-507dcde4-78d9-4618-ab77-6331a9d45d4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1098 time: 0.0476258 Sep 03 21:32:12.341916 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-40267198-4ab0-42d0-8732-d35ca5e54062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:12.343538 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-40267198-4ab0-42d0-8732-d35ca5e54062 service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.0952606 Sep 03 21:32:12.395953 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-5315b371-4ea4-4336-bc13-0222851b54cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 200 len: 217 time: 0.0365522 Sep 03 21:32:12.450315 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-95175b03-5051-4a26-a6a6-047a76b42f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:12.452380 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-95175b03-5051-4a26-a6a6-047a76b42f88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.0471835 Sep 03 21:32:12.490059 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-9d7c50ad-609b-4122-b0d0-80a851ff1919 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239427 Sep 03 21:32:12.523578 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572ace-a0e8-4e86-ab2e-0da6fa733c4b req-2def0461-d992-40b3-a29f-947ba453b899 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:12.525135 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0d572ace-a0e8-4e86-ab2e-0da6fa733c4b req-2def0461-d992-40b3-a29f-947ba453b899 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0577064 Sep 03 21:32:12.578264 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0d572ace-a0e8-4e86-ab2e-0da6fa733c4b req-8dfdad8f-4d55-40d6-bea8-7967c4abb976 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Sep 03 21:32:12.604351 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-536135b0-f06c-487c-981b-7d00f9ed52c1 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052659 Sep 03 21:32:12.705160 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-868d573a-36ce-4c0f-94de-e8200fe8d746 req-1a018106-1fe6-4a75-baad-9019b6845ad5 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883212 Sep 03 21:32:13.730787 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c44288-7780-4ed1-9498-a20f6b70b532 req-f0ba1f25-1599-4beb-9c2c-1d2f5d7c28a5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:13.732213 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-15c44288-7780-4ed1-9498-a20f6b70b532 req-f0ba1f25-1599-4beb-9c2c-1d2f5d7c28a5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0620952 Sep 03 21:32:13.770624 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-15c44288-7780-4ed1-9498-a20f6b70b532 req-62b26877-393d-455a-afa4-4e0483f783fe tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323951 Sep 03 21:32:13.889065 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:14.430953 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53752) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:14.568897 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4b70fcf0-88a1-4f23-804c-bfc9b31c997a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:14.662193 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4b70fcf0-88a1-4f23-804c-bfc9b31c997a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:14.735604 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4b70fcf0-88a1-4f23-804c-bfc9b31c997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:14.772146 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4b70fcf0-88a1-4f23-804c-bfc9b31c997a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89817f405eeb4653940f93c18e12f515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399591 Sep 03 21:32:14.773932 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70fcf0-88a1-4f23-804c-bfc9b31c997a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b66b2a8-1e59-4463-99ec-c5fa1f221ce6,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:14.774846 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53766) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:14.828011 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6528de3a-7e49-408b-ad21-63f939be389c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:14.860905 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6528de3a-7e49-408b-ad21-63f939be389c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:14.923766 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848088-ef04-45e7-945e-5158dc9caef4 req-55ece6e9-42f7-415a-9181-ea662a394d37 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:14.925240 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0e848088-ef04-45e7-945e-5158dc9caef4 req-55ece6e9-42f7-415a-9181-ea662a394d37 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0795414 Sep 03 21:32:14.966818 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0e848088-ef04-45e7-945e-5158dc9caef4 req-5e8abb17-7b29-4381-a73e-cd7c0351b346 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355623 Sep 03 21:32:15.015056 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6528de3a-7e49-408b-ad21-63f939be389c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:15.018830 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6528de3a-7e49-408b-ad21-63f939be389c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:15.022246 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-6528de3a-7e49-408b-ad21-63f939be389c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b66b2a8-1e59-4463-99ec-c5fa1f221ce6 HTTP/1.1" status: 204 len: 168 time: 0.2441430 Sep 03 21:32:15.027970 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528de3a-7e49-408b-ad21-63f939be389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b66b2a8-1e59-4463-99ec-c5fa1f221ce6,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:15.777711 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53794) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:15.791813 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b7cae34a-9f8c-4c51-af43-19c2b11dcdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:15.886547 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b7cae34a-9f8c-4c51-af43-19c2b11dcdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:15.980430 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b7cae34a-9f8c-4c51-af43-19c2b11dcdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.022792 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-b7cae34a-9f8c-4c51-af43-19c2b11dcdf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b270494603ac4df9bc606316b243b076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414377 Sep 03 21:32:16.022792 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cae34a-9f8c-4c51-af43-19c2b11dcdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4853eae9-0b04-4803-a266-c4782477caa2,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:16.023207 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53800) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:16.035509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53802) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:16.079378 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-59ffda09-4482-41a6-a6c8-40872bd6c6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.102012 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-59ffda09-4482-41a6-a6c8-40872bd6c6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.102261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a15cc-4588-44a7-8ca5-38edfa728179 req-888e7e37-955b-4edb-b920-ffb64256dedd tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:16.103537 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1d8a15cc-4588-44a7-8ca5-38edfa728179 req-888e7e37-955b-4edb-b920-ffb64256dedd tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0589767 Sep 03 21:32:16.148921 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1d8a15cc-4588-44a7-8ca5-38edfa728179 req-15cc0104-81d7-4270-9a47-1817e1b2e210 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Sep 03 21:32:16.174754 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d6367ab-ee12-4931-96e0-eddae638e608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.220407 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-59ffda09-4482-41a6-a6c8-40872bd6c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.223472 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-59ffda09-4482-41a6-a6c8-40872bd6c6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.226941 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-59ffda09-4482-41a6-a6c8-40872bd6c6f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4853eae9-0b04-4803-a266-c4782477caa2 HTTP/1.1" status: 204 len: 168 time: 0.2003977 Sep 03 21:32:16.234488 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffda09-4482-41a6-a6c8-40872bd6c6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4853eae9-0b04-4803-a266-c4782477caa2,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:16.285703 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d6367ab-ee12-4931-96e0-eddae638e608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.386133 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d6367ab-ee12-4931-96e0-eddae638e608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.426975 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1d6367ab-ee12-4931-96e0-eddae638e608 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8e010d419d245a48e08caa930965ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902290 Sep 03 21:32:16.428836 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6367ab-ee12-4931-96e0-eddae638e608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5651b9ef-ec43-4c02-a242-d31a7156b75f,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:16.429760 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53814) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:16.480024 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7b1b7220-beff-404a-a4c7-d887e5349a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.506055 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7b1b7220-beff-404a-a4c7-d887e5349a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.648860 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7b1b7220-beff-404a-a4c7-d887e5349a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.651581 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7b1b7220-beff-404a-a4c7-d887e5349a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:16.656869 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7b1b7220-beff-404a-a4c7-d887e5349a34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5651b9ef-ec43-4c02-a242-d31a7156b75f HTTP/1.1" status: 204 len: 168 time: 0.2220032 Sep 03 21:32:16.662196 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b7220-beff-404a-a4c7-d887e5349a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5651b9ef-ec43-4c02-a242-d31a7156b75f,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:17.268897 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5837041-dcc8-4d2b-add6-a2141796a986 req-21def07b-f19d-4303-9809-1dccdf739dc8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:17.270790 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a5837041-dcc8-4d2b-add6-a2141796a986 req-21def07b-f19d-4303-9809-1dccdf739dc8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0492897 Sep 03 21:32:17.313750 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a5837041-dcc8-4d2b-add6-a2141796a986 req-f0c1306a-6f3e-4de1-bad8-23c477b5457c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362732 Sep 03 21:32:17.465124 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53848) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:17.553615 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53856) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:17.568398 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8224c295-1ad2-430c-b159-dd4bd5ee3ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:17.659419 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2551-9c8a-4b48-9c2d-69c4935a1c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:17.693724 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8224c295-1ad2-430c-b159-dd4bd5ee3ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:17.784605 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8224c295-1ad2-430c-b159-dd4bd5ee3ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:17.834545 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-8224c295-1ad2-430c-b159-dd4bd5ee3ed9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17077ff0a5de4867a8fac75180e3db3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798495 Sep 03 21:32:17.837548 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53864) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:17.841529 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224c295-1ad2-430c-b159-dd4bd5ee3ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca042fc-b4c6-4ec7-8c6b-5721d095d2e3,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:17.910995 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7ea0eff5-aa0e-4b58-b136-9dc12f60916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:17.912724 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2551-9c8a-4b48-9c2d-69c4935a1c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:17.940565 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7ea0eff5-aa0e-4b58-b136-9dc12f60916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:18.016099 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2551-9c8a-4b48-9c2d-69c4935a1c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:18.056455 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f2551-9c8a-4b48-9c2d-69c4935a1c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d196f-a2f0-41c2-9c55-70ec5daaa837,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:18.060639 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-fc6f2551-9c8a-4b48-9c2d-69c4935a1c1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc247f6bae584a88b238e3b71c85b1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945101 Sep 03 21:32:18.063343 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53868) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:18.113651 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-15e1c869-c3db-46fd-97bf-ebf621add9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:18.136018 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-15e1c869-c3db-46fd-97bf-ebf621add9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:18.151824 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7ea0eff5-aa0e-4b58-b136-9dc12f60916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:18.155263 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7ea0eff5-aa0e-4b58-b136-9dc12f60916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:18.157550 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-7ea0eff5-aa0e-4b58-b136-9dc12f60916f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ca042fc-b4c6-4ec7-8c6b-5721d095d2e3 HTTP/1.1" status: 204 len: 168 time: 0.3186622 Sep 03 21:32:18.166653 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0eff5-aa0e-4b58-b136-9dc12f60916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca042fc-b4c6-4ec7-8c6b-5721d095d2e3,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:18.255068 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-15e1c869-c3db-46fd-97bf-ebf621add9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:18.261703 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-15e1c869-c3db-46fd-97bf-ebf621add9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:18.261703 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-15e1c869-c3db-46fd-97bf-ebf621add9bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/451d196f-a2f0-41c2-9c55-70ec5daaa837 HTTP/1.1" status: 204 len: 168 time: 0.1945589 Sep 03 21:32:18.267354 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1c869-c3db-46fd-97bf-ebf621add9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d196f-a2f0-41c2-9c55-70ec5daaa837,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:18.438094 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb379a-ecbe-4138-b9f8-c0c6c8ec1083 req-1213ce8e-4e43-4b48-a8db-b602414daf10 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:18.439647 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c7cb379a-ecbe-4138-b9f8-c0c6c8ec1083 req-1213ce8e-4e43-4b48-a8db-b602414daf10 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0488710 Sep 03 21:32:18.491087 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c7cb379a-ecbe-4138-b9f8-c0c6c8ec1083 req-bad34290-ab73-473d-87a1-1bf9ceb5311f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Sep 03 21:32:18.939691 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53890) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:18.953803 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4ee4-8342-4c3b-bced-f1e609edfd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.016827 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53896) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:19.035391 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-48377d6e-fdfd-4fa4-9f51-7dd0b4b63751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.072616 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4ee4-8342-4c3b-bced-f1e609edfd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.168940 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4ee4-8342-4c3b-bced-f1e609edfd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.208941 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-fb5d4ee4-8342-4c3b-bced-f1e609edfd1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d43e8573da7c463b8a0fadba3fbac90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675414 Sep 03 21:32:19.210318 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d4ee4-8342-4c3b-bced-f1e609edfd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9688dc6d-504b-4bed-8629-e431248da992,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:19.212310 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 53898) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:19.289101 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-48377d6e-fdfd-4fa4-9f51-7dd0b4b63751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.301173 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f9eea14b-9e9a-4fbd-8600-44f7d2c21b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.327423 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f9eea14b-9e9a-4fbd-8600-44f7d2c21b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.403545 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-48377d6e-fdfd-4fa4-9f51-7dd0b4b63751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.445391 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-48377d6e-fdfd-4fa4-9f51-7dd0b4b63751 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75991709ba284a76874da4602573107f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274657 Sep 03 21:32:19.446460 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48377d6e-fdfd-4fa4-9f51-7dd0b4b63751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97369e11-4905-43ee-bfe0-0992506f5633,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:19.449802 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 53906) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:19.488734 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f9eea14b-9e9a-4fbd-8600-44f7d2c21b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.491657 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f9eea14b-9e9a-4fbd-8600-44f7d2c21b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.495585 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f9eea14b-9e9a-4fbd-8600-44f7d2c21b07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9688dc6d-504b-4bed-8629-e431248da992 HTTP/1.1" status: 204 len: 168 time: 0.2796054 Sep 03 21:32:19.503343 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eea14b-9e9a-4fbd-8600-44f7d2c21b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9688dc6d-504b-4bed-8629-e431248da992,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:19.527234 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e62827d6-cdc5-4175-bd22-9bb3b07a2329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.568793 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e62827d6-cdc5-4175-bd22-9bb3b07a2329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.670268 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631653b-72e3-44c7-b6e4-d72ed2434613 req-51c2bf13-818d-4b54-9afb-32bce216674e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:19.672433 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4631653b-72e3-44c7-b6e4-d72ed2434613 req-51c2bf13-818d-4b54-9afb-32bce216674e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0571690 Sep 03 21:32:19.716743 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4631653b-72e3-44c7-b6e4-d72ed2434613 req-65952364-0400-49e6-bf8e-c012f8701521 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Sep 03 21:32:19.757728 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e62827d6-cdc5-4175-bd22-9bb3b07a2329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.760616 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e62827d6-cdc5-4175-bd22-9bb3b07a2329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:19.761724 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-e62827d6-cdc5-4175-bd22-9bb3b07a2329 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97369e11-4905-43ee-bfe0-0992506f5633 HTTP/1.1" status: 204 len: 168 time: 0.3105173 Sep 03 21:32:19.769624 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62827d6-cdc5-4175-bd22-9bb3b07a2329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97369e11-4905-43ee-bfe0-0992506f5633,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:20.850280 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5cc50-3998-4971-b8d1-9e0cbaf3baef req-26283477-ddd2-4f85-8918-6419fa45536e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:20.863391 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a1f5cc50-3998-4971-b8d1-9e0cbaf3baef req-26283477-ddd2-4f85-8918-6419fa45536e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0640225 Sep 03 21:32:20.909380 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a1f5cc50-3998-4971-b8d1-9e0cbaf3baef req-36abbc4c-15ef-4c5d-b41c-9d15e64782ee tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Sep 03 21:32:22.029833 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00f40-6378-4245-ac35-cb0e36bff522 req-c10f74e8-ddd2-4c2a-9ead-729334c5b201 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:22.032182 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8b00f40-6378-4245-ac35-cb0e36bff522 req-c10f74e8-ddd2-4c2a-9ead-729334c5b201 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0507915 Sep 03 21:32:22.071811 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e8b00f40-6378-4245-ac35-cb0e36bff522 req-45cd6c8f-3195-43ce-97b5-870a5ad26aa4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337684 Sep 03 21:32:23.208294 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4375c08-bb80-4270-8267-70085985c41f req-5b09a0c0-119a-447c-a618-2bd08e6c7b54 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:23.214764 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a4375c08-bb80-4270-8267-70085985c41f req-5b09a0c0-119a-447c-a618-2bd08e6c7b54 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0555475 Sep 03 21:32:23.250667 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a4375c08-bb80-4270-8267-70085985c41f req-aca564b5-215b-4dcb-917b-2fe822601770 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Sep 03 21:32:23.287797 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54084) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:23.395352 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-77d8489a-2d00-4cfd-8e10-0bb07011078a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.490274 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-77d8489a-2d00-4cfd-8e10-0bb07011078a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.572987 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54094) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:23.579813 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-77d8489a-2d00-4cfd-8e10-0bb07011078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.619171 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8489a-2d00-4cfd-8e10-0bb07011078a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0da033-0cfe-445b-98dc-d2d91c3f6bc4,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:23.627176 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-77d8489a-2d00-4cfd-8e10-0bb07011078a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63aa7cd98ab74dbabf6da06123ba07e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360455 Sep 03 21:32:23.627439 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54098) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:23.693866 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c0bf0b64-6188-4823-bc42-86b9eab5e497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.696150 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d68c4e78-5952-42da-b1c7-dcffd958259f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.731864 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c0bf0b64-6188-4823-bc42-86b9eab5e497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.837151 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d68c4e78-5952-42da-b1c7-dcffd958259f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.917554 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c0bf0b64-6188-4823-bc42-86b9eab5e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.920228 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c0bf0b64-6188-4823-bc42-86b9eab5e497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.924538 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-c0bf0b64-6188-4823-bc42-86b9eab5e497 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f0da033-0cfe-445b-98dc-d2d91c3f6bc4 HTTP/1.1" status: 204 len: 168 time: 0.2929521 Sep 03 21:32:23.932811 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf0b64-6188-4823-bc42-86b9eab5e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0da033-0cfe-445b-98dc-d2d91c3f6bc4,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:23.957618 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d68c4e78-5952-42da-b1c7-dcffd958259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:23.996995 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-d68c4e78-5952-42da-b1c7-dcffd958259f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b71eea126b54f14b9667a5e9178a384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227757 Sep 03 21:32:23.997922 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c4e78-5952-42da-b1c7-dcffd958259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d736c7c-dea8-400d-9544-4f92e650b5c2,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:23.999690 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54106) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:24.060999 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-17e0a241-90f2-47c4-ab42-7e07bba84468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:24.083951 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-17e0a241-90f2-47c4-ab42-7e07bba84468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:24.220907 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-17e0a241-90f2-47c4-ab42-7e07bba84468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:24.224518 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-17e0a241-90f2-47c4-ab42-7e07bba84468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:24.225786 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-17e0a241-90f2-47c4-ab42-7e07bba84468 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d736c7c-dea8-400d-9544-4f92e650b5c2 HTTP/1.1" status: 204 len: 168 time: 0.2248166 Sep 03 21:32:24.233970 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0a241-90f2-47c4-ab42-7e07bba84468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d736c7c-dea8-400d-9544-4f92e650b5c2,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:24.383731 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbb0e8-5770-403c-84dd-36a207dc1906 req-47ad913c-cffb-42f1-81cc-81dc681597f6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:24.385196 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7ffbb0e8-5770-403c-84dd-36a207dc1906 req-47ad913c-cffb-42f1-81cc-81dc681597f6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0492506 Sep 03 21:32:24.424139 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7ffbb0e8-5770-403c-84dd-36a207dc1906 req-c9f49f73-ab23-4c9d-a15f-74b21b3d1294 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Sep 03 21:32:24.645205 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54122) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:24.655197 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f39a451a-d50e-4dbb-8753-f99ef315f721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:24.755682 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f39a451a-d50e-4dbb-8753-f99ef315f721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:24.817466 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54128) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:24.888800 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f39a451a-d50e-4dbb-8753-f99ef315f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:24.933001 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-f39a451a-d50e-4dbb-8753-f99ef315f721 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8b1c56fd0f64be894fea9d6d658aaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934091 Sep 03 21:32:24.934172 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a451a-d50e-4dbb-8753-f99ef315f721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc36facf-df18-4ea4-8dc4-ad8d2f387fc7,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:24.936066 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54132) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:24.998057 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-90c33628-b548-4076-9f5c-cb005d836cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.029293 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-90c33628-b548-4076-9f5c-cb005d836cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.039577 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc749-6511-46ba-9b18-f8bd71393458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.163085 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-90c33628-b548-4076-9f5c-cb005d836cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.165710 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-90c33628-b548-4076-9f5c-cb005d836cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.169565 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-90c33628-b548-4076-9f5c-cb005d836cc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc36facf-df18-4ea4-8dc4-ad8d2f387fc7 HTTP/1.1" status: 204 len: 168 time: 0.2298400 Sep 03 21:32:25.174975 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c33628-b548-4076-9f5c-cb005d836cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc36facf-df18-4ea4-8dc4-ad8d2f387fc7,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:25.222041 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc749-6511-46ba-9b18-f8bd71393458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.386265 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc749-6511-46ba-9b18-f8bd71393458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.424642 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bc749-6511-46ba-9b18-f8bd71393458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621c93a-2149-4942-b4b4-2a7670e53a13,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:25.429008 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-dd5bc749-6511-46ba-9b18-f8bd71393458 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=673cd50d9a9f4b1b90c5cdb5ba5a78b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102767 Sep 03 21:32:25.433298 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54140) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:25.462815 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54144) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:25.476079 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3e56fbba-4cce-42da-ad9e-8d702b8ff476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.504970 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a7fba05d-c75e-4585-b886-742e118e43af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.556999 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a7fba05d-c75e-4585-b886-742e118e43af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.577453 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f920e91-1c74-4ea4-b0db-69a63cdab47f req-3ad57642-1e2f-414d-872a-4ea59d15145d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:25.579217 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2f920e91-1c74-4ea4-b0db-69a63cdab47f req-3ad57642-1e2f-414d-872a-4ea59d15145d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0860178 Sep 03 21:32:25.586956 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3e56fbba-4cce-42da-ad9e-8d702b8ff476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.633734 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2f920e91-1c74-4ea4-b0db-69a63cdab47f req-f677d417-6396-4c0b-b87a-c9d3e2473d91 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Sep 03 21:32:25.666611 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3e56fbba-4cce-42da-ad9e-8d702b8ff476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.711601 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-3e56fbba-4cce-42da-ad9e-8d702b8ff476 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb9bb0dab44345618c5f37dd224f5986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477810 Sep 03 21:32:25.712462 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56fbba-4cce-42da-ad9e-8d702b8ff476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5578fb4-aff5-4635-b800-0a272b6d3ef7,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:25.715456 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54156) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:25.737911 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a7fba05d-c75e-4585-b886-742e118e43af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.740568 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a7fba05d-c75e-4585-b886-742e118e43af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.745154 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a7fba05d-c75e-4585-b886-742e118e43af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e621c93a-2149-4942-b4b4-2a7670e53a13 HTTP/1.1" status: 204 len: 168 time: 0.3101249 Sep 03 21:32:25.775655 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fba05d-c75e-4585-b886-742e118e43af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621c93a-2149-4942-b4b4-2a7670e53a13,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:25.811066 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8b68f4ee-ee55-4863-964c-fb13cfa49830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:25.837428 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8b68f4ee-ee55-4863-964c-fb13cfa49830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:26.014712 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8b68f4ee-ee55-4863-964c-fb13cfa49830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:26.018415 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8b68f4ee-ee55-4863-964c-fb13cfa49830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:26.019911 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-8b68f4ee-ee55-4863-964c-fb13cfa49830 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5578fb4-aff5-4635-b800-0a272b6d3ef7 HTTP/1.1" status: 204 len: 168 time: 0.3028557 Sep 03 21:32:26.028314 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68f4ee-ee55-4863-964c-fb13cfa49830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5578fb4-aff5-4635-b800-0a272b6d3ef7,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:26.760032 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47887681-3761-4564-8635-a585697c3f1d req-579eda43-09a2-470c-a221-26cd88b6fcd0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:26.761632 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-47887681-3761-4564-8635-a585697c3f1d req-579eda43-09a2-470c-a221-26cd88b6fcd0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0518084 Sep 03 21:32:26.799986 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-47887681-3761-4564-8635-a585697c3f1d req-bf71ecf6-f568-4414-91c8-50be9ed6c33e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Sep 03 21:32:27.152978 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2276e-ca5a-4726-a912-0eb9def0e4f0 req-41dd3322-a14a-4443-8e4b-869f9d5f3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:27.154946 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8ca2276e-ca5a-4726-a912-0eb9def0e4f0 req-41dd3322-a14a-4443-8e4b-869f9d5f3ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 1098 time: 0.0536435 Sep 03 21:32:27.200663 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54226) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:27.209352 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8ca2276e-ca5a-4726-a912-0eb9def0e4f0 req-e581f608-a501-45e1-9146-53854a0c63be service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444627 Sep 03 21:32:27.308112 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b9869ef9-76b5-495f-aaab-14bef0c23d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:27.403611 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b9869ef9-76b5-495f-aaab-14bef0c23d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:27.460398 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b9869ef9-76b5-495f-aaab-14bef0c23d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:27.501479 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b9869ef9-76b5-495f-aaab-14bef0c23d96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf56454b975749799313546f00f6e2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997301 Sep 03 21:32:27.502202 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9869ef9-76b5-495f-aaab-14bef0c23d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3448b-0a05-4904-8fab-50df4d52661a,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:27.504911 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54232) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:27.557701 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-61240fd1-4e5c-4f48-a20e-8437f474e776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:27.578552 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-61240fd1-4e5c-4f48-a20e-8437f474e776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:27.688797 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-61240fd1-4e5c-4f48-a20e-8437f474e776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:27.691363 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-61240fd1-4e5c-4f48-a20e-8437f474e776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:27.692540 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-61240fd1-4e5c-4f48-a20e-8437f474e776 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29d3448b-0a05-4904-8fab-50df4d52661a HTTP/1.1" status: 204 len: 168 time: 0.1862087 Sep 03 21:32:27.700648 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61240fd1-4e5c-4f48-a20e-8437f474e776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3448b-0a05-4904-8fab-50df4d52661a,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:27.920408 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be4e7-ee60-4021-9e69-fc9bd1168095 req-73b15a1a-8577-47fa-8e55-a60d36833ef1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:27.921957 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-263be4e7-ee60-4021-9e69-fc9bd1168095 req-73b15a1a-8577-47fa-8e55-a60d36833ef1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0487177 Sep 03 21:32:27.962629 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-263be4e7-ee60-4021-9e69-fc9bd1168095 req-0274a018-bc33-4e32-8bf4-ea17329f257f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343740 Sep 03 21:32:29.101668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846dcdc-4de8-40bb-a1bc-e40dd45b7698 req-447f2ded-b40b-4c12-97ea-56b22f2464e5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:29.103181 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6846dcdc-4de8-40bb-a1bc-e40dd45b7698 req-447f2ded-b40b-4c12-97ea-56b22f2464e5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0525205 Sep 03 21:32:29.144855 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6846dcdc-4de8-40bb-a1bc-e40dd45b7698 req-99dfa794-2f11-49cf-a87a-ffb221cb804d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354371 Sep 03 21:32:29.259041 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3106f-5055-4f5e-828f-8160c95b128b req-4d5b67b0-a641-4d62-81f1-5b7c90404283 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:29.260493 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4f3106f-5055-4f5e-828f-8160c95b128b req-4d5b67b0-a641-4d62-81f1-5b7c90404283 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0484123 Sep 03 21:32:29.300558 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4f3106f-5055-4f5e-828f-8160c95b128b req-af537a85-8fbf-4d5a-abf1-248f0e98d712 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336764 Sep 03 21:32:31.208851 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-bfac4c6e-376f-4c74-9bdc-eb588f665ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:32.020976 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473cba4-c488-4087-b96e-0d96704b7a51 req-0ac858f3-f393-42f8-b881-2f3b92b3402b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:32.022457 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5473cba4-c488-4087-b96e-0d96704b7a51 req-0ac858f3-f393-42f8-b881-2f3b92b3402b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0532227 Sep 03 21:32:32.061579 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5473cba4-c488-4087-b96e-0d96704b7a51 req-24ba68dd-9754-4e2a-b0f7-b5c31a2c6ac9 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Sep 03 21:32:32.154765 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f4849-35e1-4855-8077-f03a602984ed req-0c6c8c9c-e448-4686-8760-964d59712f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:32.157007 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-421f4849-35e1-4855-8077-f03a602984ed req-0c6c8c9c-e448-4686-8760-964d59712f7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1098 time: 0.0428698 Sep 03 21:32:32.248764 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f4849-35e1-4855-8077-f03a602984ed req-c40414cb-02fe-4512-8e3f-e20d145ebc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:32.250335 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-421f4849-35e1-4855-8077-f03a602984ed req-c40414cb-02fe-4512-8e3f-e20d145ebc76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.0819757 Sep 03 21:32:32.302215 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-421f4849-35e1-4855-8077-f03a602984ed req-41aa6a60-4b29-4e64-be52-e12e1d3d37f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 200 len: 217 time: 0.0359077 Sep 03 21:32:32.355325 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f4849-35e1-4855-8077-f03a602984ed req-92c183f2-1f9c-4cac-808b-20bfb377466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:32.356727 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-421f4849-35e1-4855-8077-f03a602984ed req-92c183f2-1f9c-4cac-808b-20bfb377466c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.0413802 Sep 03 21:32:32.390396 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-421f4849-35e1-4855-8077-f03a602984ed req-c0de4696-641e-482f-880e-ca84dceb2acf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226755 Sep 03 21:32:32.483138 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-421f4849-35e1-4855-8077-f03a602984ed req-69d3df9a-87b0-4ff2-81c2-3fc2ed39fb6c service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Sep 03 21:32:32.575182 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-421f4849-35e1-4855-8077-f03a602984ed req-62309713-863f-42d0-ae01-c43a3dcf1d18 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830529 Sep 03 21:32:33.177710 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d157de-b257-419c-ab49-e75bb9cf8caa req-e09fcc53-5e81-43f5-b407-6256afec75c4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:33.179175 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-88d157de-b257-419c-ab49-e75bb9cf8caa req-e09fcc53-5e81-43f5-b407-6256afec75c4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0473511 Sep 03 21:32:33.216814 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-88d157de-b257-419c-ab49-e75bb9cf8caa req-f6fdc0bd-5c4c-4a9d-b50d-7772e82f8665 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Sep 03 21:32:33.825893 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-28c67306-1ad6-4cf2-9a6b-2adeb3048f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:33.985636 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:35.162999 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:35.811026 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913aacc-458d-49a9-946e-0e9320f471df req-5e86254d-371d-4432-94a5-bff747b04bda tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:35.812490 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0913aacc-458d-49a9-946e-0e9320f471df req-5e86254d-371d-4432-94a5-bff747b04bda tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0523694 Sep 03 21:32:35.851358 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0913aacc-458d-49a9-946e-0e9320f471df req-a5c8bb44-b422-4a08-8279-cc90c8f2d3d7 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Sep 03 21:32:37.094283 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:37.353958 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:32:39.309936 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60ec3-7018-437e-8b58-3ca71c83c156 req-6e643502-1d8e-402a-96a2-4f0044387fca tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:39.311427 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c7b60ec3-7018-437e-8b58-3ca71c83c156 req-6e643502-1d8e-402a-96a2-4f0044387fca tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0472765 Sep 03 21:32:39.352779 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c7b60ec3-7018-437e-8b58-3ca71c83c156 req-c98cbb4c-23a2-43cf-a98d-b5e125e99d03 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348208 Sep 03 21:32:43.105603 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060d17-1e91-446e-98c2-fcd112481588 req-552aa360-01b9-4885-8969-50a0cd8a0625 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:43.107119 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0a060d17-1e91-446e-98c2-fcd112481588 req-552aa360-01b9-4885-8969-50a0cd8a0625 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0467930 Sep 03 21:32:43.143419 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0a060d17-1e91-446e-98c2-fcd112481588 req-5117458d-2943-44cb-adc0-22a16ecf4f59 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304353 Sep 03 21:32:43.688210 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:44.256817 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50db2b-fb4f-4535-9413-4053becb1c5d req-19c8461a-c38c-43ec-b700-89a432401524 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:44.258941 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c50db2b-fb4f-4535-9413-4053becb1c5d req-19c8461a-c38c-43ec-b700-89a432401524 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Sep 03 21:32:44.303391 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c50db2b-fb4f-4535-9413-4053becb1c5d req-36e6eb4a-1005-4ffc-9a07-83fa7d438114 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Sep 03 21:32:45.424440 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0853b1-9a13-4e27-b65a-714afccd7eb7 req-94289cf4-64d8-4027-87aa-574c3f72a47c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:45.425910 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b0853b1-9a13-4e27-b65a-714afccd7eb7 req-94289cf4-64d8-4027-87aa-574c3f72a47c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0479779 Sep 03 21:32:45.463969 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b0853b1-9a13-4e27-b65a-714afccd7eb7 req-ac50583b-b465-457e-956f-86fc9659eb1c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Sep 03 21:32:46.587748 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f906a-be68-4b03-869b-3cd1588d4312 req-d9729220-4fd6-4151-adfc-95b111a72ce2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:46.589215 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-537f906a-be68-4b03-869b-3cd1588d4312 req-d9729220-4fd6-4151-adfc-95b111a72ce2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0538778 Sep 03 21:32:46.625947 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-537f906a-be68-4b03-869b-3cd1588d4312 req-3ce91335-390c-4c56-9eee-cd4df4b982e6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307701 Sep 03 21:32:46.786984 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54598) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:46.894903 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-923d4b18-f974-4bb5-a74f-e1127f83f6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:46.985838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-923d4b18-f974-4bb5-a74f-e1127f83f6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:47.093717 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-923d4b18-f974-4bb5-a74f-e1127f83f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:47.132346 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-923d4b18-f974-4bb5-a74f-e1127f83f6a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ab3acc28c4e4c179fc19a2dfa309139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442802 Sep 03 21:32:47.133578 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d4b18-f974-4bb5-a74f-e1127f83f6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951d5567-020c-4218-92bf-0ea31e0462a8,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:47.135117 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54610) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:47.190499 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b121d1c4-af16-4da8-86f7-06a01d213e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:47.220567 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b121d1c4-af16-4da8-86f7-06a01d213e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:47.380168 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b121d1c4-af16-4da8-86f7-06a01d213e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:47.383253 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b121d1c4-af16-4da8-86f7-06a01d213e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:47.388793 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b121d1c4-af16-4da8-86f7-06a01d213e5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/951d5567-020c-4218-92bf-0ea31e0462a8 HTTP/1.1" status: 204 len: 168 time: 0.2482347 Sep 03 21:32:47.393155 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121d1c4-af16-4da8-86f7-06a01d213e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951d5567-020c-4218-92bf-0ea31e0462a8,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:47.748433 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4efae-54da-4348-b6d0-99f921519468 req-89a0df4d-e056-4a71-bfcf-72e78a26bd41 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:47.749938 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cdd4efae-54da-4348-b6d0-99f921519468 req-89a0df4d-e056-4a71-bfcf-72e78a26bd41 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Sep 03 21:32:47.788419 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cdd4efae-54da-4348-b6d0-99f921519468 req-ff85f730-6c27-4058-bb3f-fdc45659ad23 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Sep 03 21:32:48.100001 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54640) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:48.114128 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-391a8a02-af93-443b-a1c2-c5f99f61e7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:48.207543 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-391a8a02-af93-443b-a1c2-c5f99f61e7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:48.311447 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-391a8a02-af93-443b-a1c2-c5f99f61e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:48.347961 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a8a02-af93-443b-a1c2-c5f99f61e7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b3184-232a-4880-a3cb-a58f3c033311,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:48.356047 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-391a8a02-af93-443b-a1c2-c5f99f61e7cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd1d9f7dc5f7401db525bfaa5e82dd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534933 Sep 03 21:32:48.357385 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54650) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:48.407258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-dd305ca8-b578-4b2f-97d5-26cdef00a649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:48.427723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-dd305ca8-b578-4b2f-97d5-26cdef00a649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:48.602971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-dd305ca8-b578-4b2f-97d5-26cdef00a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:48.606784 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-dd305ca8-b578-4b2f-97d5-26cdef00a649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:48.609049 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-dd305ca8-b578-4b2f-97d5-26cdef00a649 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d85b3184-232a-4880-a3cb-a58f3c033311 HTTP/1.1" status: 204 len: 168 time: 0.2499135 Sep 03 21:32:48.616435 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd305ca8-b578-4b2f-97d5-26cdef00a649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b3184-232a-4880-a3cb-a58f3c033311,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:48.815215 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54664) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:48.909947 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dfb8b-bac3-43b6-ab8f-7a1f3d00be49 req-2014d359-a260-488c-b3df-ca0f5f317642 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:48.911497 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a37dfb8b-bac3-43b6-ab8f-7a1f3d00be49 req-2014d359-a260-488c-b3df-ca0f5f317642 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0519433 Sep 03 21:32:48.955783 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a37dfb8b-bac3-43b6-ab8f-7a1f3d00be49 req-51d0d0ef-8655-4ff6-87ed-a77b2456ae8f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369053 Sep 03 21:32:49.078089 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-33a19559-43f8-4403-9fbe-fe8c8a521f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:49.173356 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-33a19559-43f8-4403-9fbe-fe8c8a521f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:49.238143 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d048e6-7fa6-4cee-a86f-79dfa827e95e req-d53926e0-e06a-425f-b1f1-cffeb508db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:49.239675 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-41d048e6-7fa6-4cee-a86f-79dfa827e95e req-d53926e0-e06a-425f-b1f1-cffeb508db54 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1098 time: 0.0390058 Sep 03 21:32:49.276712 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-41d048e6-7fa6-4cee-a86f-79dfa827e95e req-ab672888-a566-4571-8c85-6cbe9a9e9d32 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294280 Sep 03 21:32:49.362153 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-33a19559-43f8-4403-9fbe-fe8c8a521f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:49.399326 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-33a19559-43f8-4403-9fbe-fe8c8a521f69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29d56246b562469f8cea6ed13ab83fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830112 Sep 03 21:32:49.400402 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a19559-43f8-4403-9fbe-fe8c8a521f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18beae42-5616-4333-a338-ad0ceb187051,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:49.402010 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54684) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:49.450767 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-212f944a-502e-498a-805c-a377eef8bbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:49.471381 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-212f944a-502e-498a-805c-a377eef8bbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:49.591070 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-212f944a-502e-498a-805c-a377eef8bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:49.593637 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-212f944a-502e-498a-805c-a377eef8bbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:49.597593 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-212f944a-502e-498a-805c-a377eef8bbfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18beae42-5616-4333-a338-ad0ceb187051 HTTP/1.1" status: 204 len: 168 time: 0.1918111 Sep 03 21:32:49.603468 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f944a-502e-498a-805c-a377eef8bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18beae42-5616-4333-a338-ad0ceb187051,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:50.083985 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041f04a-6b0b-40cb-92d8-247d9888db3b req-9eb54f06-34e0-442b-9dcc-1079fab872a4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:50.085557 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5041f04a-6b0b-40cb-92d8-247d9888db3b req-9eb54f06-34e0-442b-9dcc-1079fab872a4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0538957 Sep 03 21:32:50.134544 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5041f04a-6b0b-40cb-92d8-247d9888db3b req-d79f411d-1b77-4c4a-aba6-c917b0d6dd8f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Sep 03 21:32:52.577800 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54800) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:52.681241 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-242e2c04-e7b2-47cb-a60b-bb6bb78fe4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:52.764628 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-242e2c04-e7b2-47cb-a60b-bb6bb78fe4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:52.870752 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-242e2c04-e7b2-47cb-a60b-bb6bb78fe4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:52.908695 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e2c04-e7b2-47cb-a60b-bb6bb78fe4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12e953b-4668-4ffb-9af8-0b629ee7a3dd,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:52.912987 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-242e2c04-e7b2-47cb-a60b-bb6bb78fe4a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99946b10b7ec4f049c23ec1bb62336fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341601 Sep 03 21:32:52.915861 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54808) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:52.964395 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0d3ceee5-fc8b-4a15-978a-a128e79cb5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:52.984860 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0d3ceee5-fc8b-4a15-978a-a128e79cb5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:53.127978 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0d3ceee5-fc8b-4a15-978a-a128e79cb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:53.130668 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0d3ceee5-fc8b-4a15-978a-a128e79cb5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:53.131870 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0d3ceee5-fc8b-4a15-978a-a128e79cb5d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e12e953b-4668-4ffb-9af8-0b629ee7a3dd HTTP/1.1" status: 204 len: 168 time: 0.2150114 Sep 03 21:32:53.140273 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ceee5-fc8b-4a15-978a-a128e79cb5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12e953b-4668-4ffb-9af8-0b629ee7a3dd,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:53.391750 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b96ff-9318-4fa9-8526-8e153f40ab16 req-97443d90-87b8-4d81-a783-7baa9410d3f9 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:53.395566 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ef5b96ff-9318-4fa9-8526-8e153f40ab16 req-97443d90-87b8-4d81-a783-7baa9410d3f9 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Sep 03 21:32:53.446288 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ef5b96ff-9318-4fa9-8526-8e153f40ab16 req-27919cb1-53e0-4864-b52c-edf3fd9a53dd tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414641 Sep 03 21:32:53.779446 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 54816) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:53.792508 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a828ecec-0a05-44f4-a419-db0f1703b161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:53.878663 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a828ecec-0a05-44f4-a419-db0f1703b161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:53.956746 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a828ecec-0a05-44f4-a419-db0f1703b161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:53.996480 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-a828ecec-0a05-44f4-a419-db0f1703b161 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f2b2d4701124958ab17d76dcfd478c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158067 Sep 03 21:32:53.997588 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828ecec-0a05-44f4-a419-db0f1703b161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b31050-5683-452a-87ec-d1ebe755ba2c,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:53.999021 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 54822) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:32:54.046617 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d7352426-098a-44ee-9a1f-fc3a6524de69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:54.066981 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d7352426-098a-44ee-9a1f-fc3a6524de69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:54.184794 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d7352426-098a-44ee-9a1f-fc3a6524de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:54.187315 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d7352426-098a-44ee-9a1f-fc3a6524de69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:32:54.188479 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d7352426-098a-44ee-9a1f-fc3a6524de69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90b31050-5683-452a-87ec-d1ebe755ba2c HTTP/1.1" status: 204 len: 168 time: 0.1884434 Sep 03 21:32:54.196874 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7352426-098a-44ee-9a1f-fc3a6524de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b31050-5683-452a-87ec-d1ebe755ba2c,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:32:57.260085 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91240a87-0681-4c20-99c7-8b917bae43af req-b4ac871a-df60-47c1-989a-8d023054ea73 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:57.261518 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-91240a87-0681-4c20-99c7-8b917bae43af req-b4ac871a-df60-47c1-989a-8d023054ea73 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0480282 Sep 03 21:32:57.298861 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-91240a87-0681-4c20-99c7-8b917bae43af req-55d3c59d-0356-4d0b-8ed4-b72b560e7257 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Sep 03 21:32:57.713594 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf4cb-72ff-4dca-acb9-e2b5c122d6aa req-7ac7b930-c6db-4453-a0ac-5adfef7a07ff tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:57.716273 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3badf4cb-72ff-4dca-acb9-e2b5c122d6aa req-7ac7b930-c6db-4453-a0ac-5adfef7a07ff tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0517545 Sep 03 21:32:57.775897 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3badf4cb-72ff-4dca-acb9-e2b5c122d6aa req-9e1393ad-bf2e-46f6-9cd9-a3d5a86c3ca0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Sep 03 21:32:57.794544 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-5499e8e7-27ee-4745-ba4f-4c05eea7b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:57.794544 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-5499e8e7-27ee-4745-ba4f-4c05eea7b722 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1098 time: 0.0445614 Sep 03 21:32:57.887281 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-034bd4a6-1f5d-4124-948b-6a7c3976634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:57.889588 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-034bd4a6-1f5d-4124-948b-6a7c3976634c service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.0881374 Sep 03 21:32:57.929162 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-c02f9385-7f1b-4dd6-8e41-e831380bac99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 200 len: 217 time: 0.0324817 Sep 03 21:32:57.986008 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-1332f2e9-6674-471e-95df-cbf2dc8fbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:57.987517 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-1332f2e9-6674-471e-95df-cbf2dc8fbfbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.0479190 Sep 03 21:32:58.020722 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-e8991f7f-eea0-4308-b47b-08eebd702666 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256155 Sep 03 21:32:58.118641 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-20d52675-5f5b-4e7f-a5a2-4283ae7e1d11 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902100 Sep 03 21:32:58.427755 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9161a841-2c55-47e8-89a3-c7caae3014c9 req-c271a398-66a9-44c3-af48-0e030c5fc90b service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949047 Sep 03 21:32:58.933449 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbc337-5ef7-4001-9064-7f06cecf25cf req-0d1a143a-5ea0-4b0a-a86a-c153e43b0cd3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:32:58.934928 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-48bbc337-5ef7-4001-9064-7f06cecf25cf req-0d1a143a-5ea0-4b0a-a86a-c153e43b0cd3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0481968 Sep 03 21:32:58.971894 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-48bbc337-5ef7-4001-9064-7f06cecf25cf req-869052d5-2ab2-4065-8b8d-96ff3dcb052e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304263 Sep 03 21:33:00.089625 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539ee1f-925d-406d-ba01-23c748820812 req-b34f7596-db8a-477f-b836-91b69d3e0743 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:00.091076 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f539ee1f-925d-406d-ba01-23c748820812 req-b34f7596-db8a-477f-b836-91b69d3e0743 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0499959 Sep 03 21:33:00.326890 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f539ee1f-925d-406d-ba01-23c748820812 req-7e689e13-495f-4867-bd89-e69067911131 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300088 Sep 03 21:33:01.179252 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-459ca4b9-5e22-4b35-aafc-e3c480f35ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:03.525469 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1996-e9f0-4611-9cf7-ac9a6201d35b req-83ef56d7-40c2-4b71-8f19-d6669e111b26 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:03.527004 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bd0d1996-e9f0-4611-9cf7-ac9a6201d35b req-83ef56d7-40c2-4b71-8f19-d6669e111b26 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Sep 03 21:33:03.567116 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bd0d1996-e9f0-4611-9cf7-ac9a6201d35b req-bedacc65-621a-4527-ace5-75e45e148eb0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341654 Sep 03 21:33:03.824946 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7c802b63-9516-496a-affc-e13dc6428e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:04.036296 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:04.706463 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836987d-89ee-478a-9cda-14857e223b28 req-3974bb04-bee3-471b-9fe3-561dd761bdff tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:04.708076 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2836987d-89ee-478a-9cda-14857e223b28 req-3974bb04-bee3-471b-9fe3-561dd761bdff tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Sep 03 21:33:04.751954 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2836987d-89ee-478a-9cda-14857e223b28 req-002b8354-8308-41dd-be6a-a371e97adae4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Sep 03 21:33:05.202214 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:06.004634 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55060) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:06.113509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:06.211476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:06.401842 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:06.441108 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1950e2095c534ec4827c66677a9422dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346628 Sep 03 21:33:06.442250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f534bad9-8bb2-4820-88be-120801d6842b,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:06.443669 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 55066) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:06.449442 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.449793 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.450472 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.450472 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.450804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.451264 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.451601 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.451969 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.452350 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.452667 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.453015 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.453445 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8215-bcca-40af-9e12-211d9c0e2cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.491455 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:06.512042 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:06.642179 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:06.644994 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:06.646131 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f534bad9-8bb2-4820-88be-120801d6842b HTTP/1.1" status: 204 len: 168 time: 0.2014940 Sep 03 21:33:06.653791 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f534bad9-8bb2-4820-88be-120801d6842b,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:06.661122 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.661481 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.661821 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.662155 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.662485 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.662844 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.663175 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.663501 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.664354 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.664354 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.664516 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.664754 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f99f4f-bb39-4527-8b92-9ababc8993d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:06.741751 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a51e10-1295-4dcb-ba59-bc2336010604 req-6ac1a144-d44a-4548-bbce-c7282383ecde tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:06.743265 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-39a51e10-1295-4dcb-ba59-bc2336010604 req-6ac1a144-d44a-4548-bbce-c7282383ecde tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0605609 Sep 03 21:33:06.785298 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-39a51e10-1295-4dcb-ba59-bc2336010604 req-e4809e80-52fb-4f76-8b15-7b9bbc2147b8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Sep 03 21:33:07.036315 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:07.796552 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 55128) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:07.899667 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2032361287-network', 'tenant_id': '1117986d9734474da1e1be2d1a75c8ff'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:08.019661 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Made reservation on behalf of 1117986d9734474da1e1be2d1a75c8ff for: {'network': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:08.021946 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.031984 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.124913 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.213753 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.234863 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:33:08.249257 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b8b476-f093-4326-ae18-6cca191e4505,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:08.252117 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.252454 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.segments_db [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Added segment 1f2c1b7b-41ce-46c2-b2e8-931ee5893f40 of type vlan for network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 Sep 03 21:33:08.290440 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.505086 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.506137 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:08.506752 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.569149 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] Pushing event updated for resources: {'Network': ['ID=6f63416b-4af1-4940-a37c-7dc7b1c52f09,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:08.579188 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:33:08.644781 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7742f8d5-e421-4522-b55c-1e0fae8fa847 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8467884 Sep 03 21:33:08.647323 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55146) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:08.652304 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Request body: {'subnet': {'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2032361287-subnet', 'tenant_id': '1117986d9734474da1e1be2d1a75c8ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:08.774223 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55162) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:08.832917 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Made reservation on behalf of 1117986d9734474da1e1be2d1a75c8ff for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:08.836111 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127280807'] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:08.910095 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5828dbb0-42a8-4e86-9e0b-58975bfc0b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.092169 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5828dbb0-42a8-4e86-9e0b-58975bfc0b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.139530 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127293018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127280777'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.165676 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5828dbb0-42a8-4e86-9e0b-58975bfc0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.233675 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5828dbb0-42a8-4e86-9e0b-58975bfc0b2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63ffee02070f4af0bbe585df5e9b23da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582222 Sep 03 21:33:09.237970 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828dbb0-42a8-4e86-9e0b-58975bfc0b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7173cb1b-7dac-429e-a58e-e66688dc9bb9,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:09.238109 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 55178) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:09.241224 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:09.249092 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Checking segment: {'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:09.249459 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Network hostable DHCP agents. Network: 6f63416b-4af1-4940-a37c-7dc7b1c52f09, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:33:09.291918 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55182) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:09.306647 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-96b04458-5f84-46fc-ae5f-f4185e6736cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.329929 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-96b04458-5f84-46fc-ae5f-f4185e6736cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.367840 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:33:09.407423 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6453beed-7e5d-4f17-ba52-ee33a94dac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.447815 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-96b04458-5f84-46fc-ae5f-f4185e6736cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.449660 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 6f63416b-4af1-4940-a37c-7dc7b1c52f09) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:09.450504 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-96b04458-5f84-46fc-ae5f-f4185e6736cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.451679 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-96b04458-5f84-46fc-ae5f-f4185e6736cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7173cb1b-7dac-429e-a58e-e66688dc9bb9 HTTP/1.1" status: 204 len: 168 time: 0.2142856 Sep 03 21:33:09.457133 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:09.457666 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.458306 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53622404-bb3a-45c8-8f19-92ffa2b959a9 None None] Network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:33:09.476296 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b04458-5f84-46fc-ae5f-f4185e6736cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7173cb1b-7dac-429e-a58e-e66688dc9bb9,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:09.536037 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6453beed-7e5d-4f17-ba52-ee33a94dac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.598459 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc32b1f-4b0c-4a33-bfa1-82e58e33ee00 None None] Network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:33:09.619678 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6453beed-7e5d-4f17-ba52-ee33a94dac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.663865 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453beed-7e5d-4f17-ba52-ee33a94dac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd14bbe-cf05-4ca4-bceb-e1dfb3bcef02,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:09.671335 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-6453beed-7e5d-4f17-ba52-ee33a94dac97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65e55e922d4248e39808c67f4e92d01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751233 Sep 03 21:33:09.671587 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55190) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:09.698131 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-94f3bd13-8093-4974-9364-e6816b866e69 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0496988 Sep 03 21:33:09.732984 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-92dd6aef-3cda-4ad4-8b96-07cb4c911982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.755927 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 55196) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:09.761855 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-92dd6aef-3cda-4ad4-8b96-07cb4c911982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.882075 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-92dd6aef-3cda-4ad4-8b96-07cb4c911982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.885424 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-92dd6aef-3cda-4ad4-8b96-07cb4c911982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:09.889643 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-92dd6aef-3cda-4ad4-8b96-07cb4c911982 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fd14bbe-cf05-4ca4-bceb-e1dfb3bcef02 HTTP/1.1" status: 204 len: 168 time: 0.2171221 Sep 03 21:33:09.898529 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd6aef-3cda-4ad4-8b96-07cb4c911982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd14bbe-cf05-4ca4-bceb-e1dfb3bcef02,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:09.937368 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6382a-b3b9-4102-b182-6f5ba14a3663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.038527 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6382a-b3b9-4102-b182-6f5ba14a3663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.116594 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b1e6382a-b3b9-4102-b182-6f5ba14a3663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.160053 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b1e6382a-b3b9-4102-b182-6f5ba14a3663 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a85349491aac4b639d8e525ba4b603fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028287 Sep 03 21:33:10.162922 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55220) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:10.168973 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6382a-b3b9-4102-b182-6f5ba14a3663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717dddd2-1186-4665-8f40-b2a6de9aebf1,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:10.257042 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3f9cde79-cb17-4a74-a670-3f262bb013a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.282768 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3f9cde79-cb17-4a74-a670-3f262bb013a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.418949 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3f9cde79-cb17-4a74-a670-3f262bb013a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.421959 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3f9cde79-cb17-4a74-a670-3f262bb013a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.423118 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-3f9cde79-cb17-4a74-a670-3f262bb013a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/717dddd2-1186-4665-8f40-b2a6de9aebf1 HTTP/1.1" status: 204 len: 168 time: 0.2590432 Sep 03 21:33:10.431094 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cde79-cb17-4a74-a670-3f262bb013a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717dddd2-1186-4665-8f40-b2a6de9aebf1,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:10.693948 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55236) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:10.791586 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-585932597-network', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:10.893204 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Made reservation on behalf of c957ac51794a4288bfd8c669b8a919f7 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:10.895761 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.904825 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:10.993224 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.053411 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.073860 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:33:11.089099 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61cb9d5-4541-415d-973a-4250a62afd10,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:11.092731 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.093258 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Added segment d07d9e35-65ed-42a7-9816-7cef2e1ed2ba of type vlan for network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a Sep 03 21:33:11.135751 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.236826 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.237868 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:11.238452 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.301708 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:11.312831 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:33:11.341080 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-cb5a45a6-a751-42be-b32d-3e669db5ff55 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6468151 Sep 03 21:33:11.343776 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55262) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:11.350133 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Request body: {'subnet': {'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-585932597-subnet', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:11.437699 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Made reservation on behalf of c957ac51794a4288bfd8c669b8a919f7 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:11.439824 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127280807'] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.671470 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127293018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127280777'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.720208 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e7b2fe-7699-4bae-b51a-4f342316a662,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:11.736030 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Checking segment: {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:11.736392 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Network hostable DHCP agents. Network: 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:33:11.818920 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:33:11.891711 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:11.899745 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4ceeb-f10d-4d6a-ad29-6c4496ab650c None None] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:33:11.900822 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:11.901407 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:11.937450 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-b52f9112-4e6a-44e5-a639-63cbc3232126 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:11.938978 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-b52f9112-4e6a-44e5-a639-63cbc3232126 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/networks?id=6f63416b-4af1-4940-a37c-7dc7b1c52f09 HTTP/1.1" status: 200 len: 809 time: 0.1143854 Sep 03 21:33:11.954473 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-e318ffdf-00a5-4f71-9a7b-e534bdd54318 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/quotas/1117986d9734474da1e1be2d1a75c8ff HTTP/1.1" status: 200 len: 375 time: 0.0092173 Sep 03 21:33:11.985726 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-f1a5d89f-2537-4254-96de-67fb28aa6fcd tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1117986d9734474da1e1be2d1a75c8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253606 Sep 03 21:33:11.991221 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-494aa427-0d3a-44d7-912b-7f4fdeee3ef7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6450086 Sep 03 21:33:11.993917 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 55286) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:11.999769 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:12.066508 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:33:12.068427 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.087861 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.089257 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.099820 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-e274dbad-57dc-4e00-85c6-64b1e3f9256f service neutron] 10.222.0.46 "GET /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064341 Sep 03 21:33:12.169644 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.212214 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-453b63d1-9a76-41ba-ab5d-bc8c77e90a4e service neutron] 10.222.0.46 "GET /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059916 Sep 03 21:33:12.216851 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Allocated IP 172.20.0.2 (7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a/09e7b2fe-7699-4bae-b51a-4f342316a662/159c3b50-6d49-4647-b482-132002529642) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:12.388511 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.398602 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Transition to ACTIVE for port object 159c3b50-6d49-4647-b482-132002529642 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:12.418536 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Transition to ACTIVE for port object 159c3b50-6d49-4647-b482-132002529642 will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:12.428787 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.552609 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.598085 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-404371c8-0bbd-44fd-bf5d-897c2a7b1e71 req-53e1691a-396c-4647-ab44-4e8386c2dd31 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 210 time: 0.0441117 Sep 03 21:33:12.604468 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:12.608380 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:12.613018 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:12.636446 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Pushing event updated for resources: {'Port': ['ID=159c3b50-6d49-4647-b482-132002529642,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:12.676919 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.677282 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.678134 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.678735 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.679530 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.679530 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.679894 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.680389 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.680803 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.681298 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.681626 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.681953 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:12.694537 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Attempting to bind port 159c3b50-6d49-4647-b482-132002529642 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:12.694941 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Attempting to bind port 159c3b50-6d49-4647-b482-132002529642 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:12.695303 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Attempting to bind port 159c3b50-6d49-4647-b482-132002529642 on network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:12.700535 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:12.700912 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Checking segment: {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:12.702059 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.702425 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Bound using segment: {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:12.702920 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Bound port: 159c3b50-6d49-4647-b482-132002529642, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:12.703313 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.765441 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] For port 159c3b50-6d49-4647-b482-132002529642, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:12.768843 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] For port 159c3b50-6d49-4647-b482-132002529642, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=159c3b50-6d49-4647-b482-132002529642,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:12.793828 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.814262 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.870639 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:12.917757 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Allocated IP 172.27.3.163 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/0480f7f1-64e9-4dc9-abbf-50e4caa48a20) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:12.927001 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdcec2-785d-4923-8aeb-4cc3cc44e6ad None None] Pushing event updated for resources: {'Port': ['ID=159c3b50-6d49-4647-b482-132002529642,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:13.027691 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:13.122557 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:13.166791 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:13.169604 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:13.173898 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:13.197968 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Pushing event updated for resources: {'Port': ['ID=0480f7f1-64e9-4dc9-abbf-50e4caa48a20,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:13.495122 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:13.734493 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:13.761110 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:13.774823 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f81c62ff-e094-4506-8005-e41010f4c4c3 req-b67aaad8-c90d-45b2-9ac8-0ed3ba8db2db tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 210 time: 0.0824184 Sep 03 21:33:14.049541 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d958a-b949-4b6d-9db1-c10b21d18247 None None] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:33:14.070362 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Router c201cb8f-f660-435c-b3f7-e0d12e00b0be is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:33:14.175896 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-93d778c0-c97c-4f40-b278-aa50b85af87a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686305 Sep 03 21:33:14.195144 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-1b48d298-62c3-4b71-9820-fad85d9255d7 None None] Provisioning for port 159c3b50-6d49-4647-b482-132002529642 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:14.228041 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:33:14.243123 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Sync routers for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:33:14.253811 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:33:14.254742 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:33:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:14.261657 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-835dd603-c2d8-4da7-80d9-7147bff8d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:14.263235 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-835dd603-c2d8-4da7-80d9-7147bff8d1c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 1098 time: 0.0459082 Sep 03 21:33:14.358227 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:33:14.361990 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:14.364029 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-aedce83d-f1a8-4148-9576-792deaae6966 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3679466 Sep 03 21:33:14.366578 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 55338) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:14.409850 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:33:14.443134 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-8b69993d-714a-499e-a27f-0de4c788955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:14.446082 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-8b69993d-714a-499e-a27f-0de4c788955c service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.1354368 Sep 03 21:33:14.559446 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-ff2b6cd6-268f-4169-bbe0-bb6df51737de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a HTTP/1.1" status: 200 len: 217 time: 0.1046340 Sep 03 21:33:14.677373 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-59b8fc23-5491-43ea-8bc5-d1af0da0a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:14.679268 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-59b8fc23-5491-43ea-8bc5-d1af0da0a336 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.1071849 Sep 03 21:33:14.699149 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 159c3b50-6d49-4647-b482-132002529642 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:14.715293 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:13Z', 'revision_number': 3, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:14.778361 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-7a35795c-888a-4002-8a5b-51841e40df87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688059 Sep 03 21:33:14.809378 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Checking router: c201cb8f-f660-435c-b3f7-e0d12e00b0be for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:33:14.809378 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Updating router c201cb8f-f660-435c-b3f7-e0d12e00b0be port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:33:14.867286 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:14.995432 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ed4063a0-0bc2-4174-8dd4-a4fd17237da0 req-83504aad-5c6a-49f4-8e84-deef8c359596 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 210 time: 0.0557699 Sep 03 21:33:15.033558 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-55ef4cb5-3f4d-430a-9808-dc615fa59ee8 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374251 Sep 03 21:33:15.180532 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b8ace61a-2b1d-43e6-8fb2-a0f2fadc80d4 req-b9634f49-e99e-461a-bcdc-8309f5a8a971 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198254 Sep 03 21:33:15.205500 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-6c8beed5-2c82-4fbf-a116-efe273f48f16 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:15.208193 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-6c8beed5-2c82-4fbf-a116-efe273f48f16 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.18 "GET /v2.0/networks?id=6f63416b-4af1-4940-a37c-7dc7b1c52f09 HTTP/1.1" status: 200 len: 809 time: 0.1603708 Sep 03 21:33:15.229779 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Request body: {'port': {'device_id': '9cc00436-f010-460b-95d4-993dd9874a13', 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09', 'admin_state_up': True, 'tenant_id': '1117986d9734474da1e1be2d1a75c8ff'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:15.236405 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 159c3b50-6d49-4647-b482-132002529642 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:15.248375 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 159c3b50-6d49-4647-b482-132002529642 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:15.248375 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.285305 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.295678 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Transition to ACTIVE for port object 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:15.324614 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.358663 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 159c3b50-6d49-4647-b482-132002529642, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=159c3b50-6d49-4647-b482-132002529642,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:15.375622 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.559655 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Allocated IP 172.20.0.1 (7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a/09e7b2fe-7699-4bae-b51a-4f342316a662/2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:15.562736 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.563829 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.602811 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Made reservation on behalf of 1117986d9734474da1e1be2d1a75c8ff for: {'port': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:15.607878 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.628633 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Attempting to bind port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:15.629387 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Attempting to bind port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:15.629966 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Attempting to bind port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:15.632194 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Pushing event updated for resources: {'Port': ['ID=0480f7f1-64e9-4dc9-abbf-50e4caa48a20,revision_number=2']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:15.642060 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:15.642639 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:15.646210 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.646210 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:15.646210 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Bound port: 0480f7f1-64e9-4dc9-abbf-50e4caa48a20, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:15.646210 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.647556 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.648001 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.648438 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.648869 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.649297 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.649723 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.650148 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.650738 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.651316 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.651748 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.652171 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.652590 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:33:15.674651 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=159c3b50-6d49-4647-b482-132002529642,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:15.715440 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] For port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:15.718966 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] For port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=0480f7f1-64e9-4dc9-abbf-50e4caa48a20,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:15.842953 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.855545 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:15.878474 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Transition to ACTIVE for port object 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 will not be triggered until provisioned by entity DHCP. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:15.880127 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Allocated IP 172.20.0.9 (6f63416b-4af1-4940-a37c-7dc7b1c52f09/4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a/f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:15.908437 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:33:15.909188 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:33:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:15.915914 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deef62e-9e00-48bf-822b-70c1685c63a4 None None] Pushing event updated for resources: {'Port': ['ID=0480f7f1-64e9-4dc9-abbf-50e4caa48a20,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:16.040075 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:33:16.056546 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.140192 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:16.142459 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7d925b1d-83c7-486e-8c83-fc4d7d7aa325 req-e45fa71d-ddeb-4eca-87b0-19e6268b366c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 210 time: 0.0509133 Sep 03 21:33:16.154495 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:16.157831 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:16.194844 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:16.208026 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.228183 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.243007 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:13Z', 'revision_number': 3, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:16.277455 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80586fcd-452a-4a54-88c0-5dc16b66cf59 None None] The sync data for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi is: [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:13Z', 'revision_number': 3, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:33:16.465283 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.512472 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:16.562802 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-88ca1bb1-6e4e-49f1-b167-6b04e254c0a2 None None] Provisioning for port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:16.565955 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:16.567924 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-88ca1bb1-6e4e-49f1-b167-6b04e254c0a2 None None] Provisioning complete for port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:16.569765 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-88ca1bb1-6e4e-49f1-b167-6b04e254c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.578506 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:16.584679 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Pushing event updated for resources: {'Port': ['ID=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:16.610205 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.626479 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-88ca1bb1-6e4e-49f1-b167-6b04e254c0a2 None None] Port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:33:16.641730 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 159c3b50-6d49-4647-b482-132002529642 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:16.696407 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:16.697285 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.729968 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 159c3b50-6d49-4647-b482-132002529642 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:16.730351 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.831158 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d797b78d-df64-4d5b-9c88-f56baea62e2c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6060612 Sep 03 21:33:16.859985 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Request body: {'port': {'device_id': '9cc00436-f010-460b-95d4-993dd9874a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:16.939839 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:16.945557 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:17.050688 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:17.155493 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:17.179849 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:17.352917 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:17.380402 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:17.398627 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391eb5-fd6b-46da-a126-6749260abedb req-cab1590f-7991-4ea4-a674-1b6749ca5f6f tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:17.401360 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-48391eb5-fd6b-46da-a126-6749260abedb req-cab1590f-7991-4ea4-a674-1b6749ca5f6f tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 931 time: 0.0596962 Sep 03 21:33:17.466516 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c {{(pid=94320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:33:17.476872 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:17.477597 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-48391eb5-fd6b-46da-a126-6749260abedb req-d5a24ce3-5f86-4dd6-8ce4-636e1da366a4 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674837 Sep 03 21:33:17.501899 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-abc53ed2-0748-4148-a9dc-11393733c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:17.503452 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-abc53ed2-0748-4148-a9dc-11393733c345 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1098 time: 0.0597208 Sep 03 21:33:17.541624 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Transition to ACTIVE for port object f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c will not be triggered until provisioned by entity L2. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:17.599030 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Router c201cb8f-f660-435c-b3f7-e0d12e00b0be has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:33:17.661271 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:17.673671 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5861b-16eb-446a-85b5-f27cae965f35 req-a33a490b-4db0-4074-ba33-4f609a9a1391 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:17.675470 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-21b5861b-16eb-446a-85b5-f27cae965f35 req-a33a490b-4db0-4074-ba33-4f609a9a1391 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0724308 Sep 03 21:33:17.678484 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-b5b834b5-7e59-45f2-bb47-48c7eba1dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:17.679952 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-b5b834b5-7e59-45f2-bb47-48c7eba1dca5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.1619580 Sep 03 21:33:17.726570 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-21b5861b-16eb-446a-85b5-f27cae965f35 req-33ee637a-87d3-4b1e-934f-6c674df28caf tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Sep 03 21:33:17.757635 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-adbbf034-19e2-4a0f-b26d-4967e6245986 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 200 len: 217 time: 0.0446618 Sep 03 21:33:17.766886 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:17.773947 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-e4c75332-abaf-4a02-a57c-b83b43beea7f None None] Provisioning complete for port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:17.773947 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e4c75332-abaf-4a02-a57c-b83b43beea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:17.813963 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-e4c75332-abaf-4a02-a57c-b83b43beea7f None None] Port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:33:17.818067 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-2daa117d-65b5-43dc-8c91-ccda0c7b9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:17.819795 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-2daa117d-65b5-43dc-8c91-ccda0c7b9934 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.0538430 Sep 03 21:33:17.861953 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-f09ff81c-56db-4d4f-97a2-ed88cb939bb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314674 Sep 03 21:33:17.862338 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:33:17.869070 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-00656945-73b0-410f-ab35-2449604be1f0 admin admin] 10.222.0.46 "PUT /v2.0/routers/c201cb8f-f660-435c-b3f7-e0d12e00b0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5004876 Sep 03 21:33:17.871798 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Attempting to bind port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:17.872218 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Attempting to bind port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:17.872643 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Attempting to bind port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c on network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:17.877870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c on network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:33:17.878599 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Attempting to bind port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c on network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:17.884592 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:17.890131 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Checking segment: {'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:17.890131 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Bound using segment: {'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:17.890131 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Bound port: f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'}}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:17.890131 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:17.966902 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] For port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c, host hv-cinder-75998, cleared binding levels {{(pid=94320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:17.970500 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] For port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:18.010320 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-26092680-a427-4af3-b113-01cba5136f8d service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399181 Sep 03 21:33:18.019706 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911e3e2-9a56-4deb-9c7d-bdc72a26affd req-7a6c1167-2e70-4965-95d5-798f3fb0d642 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:18.023231 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c911e3e2-9a56-4deb-9c7d-bdc72a26affd req-7a6c1167-2e70-4965-95d5-798f3fb0d642 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0760970 Sep 03 21:33:18.048333 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:18.094391 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c911e3e2-9a56-4deb-9c7d-bdc72a26affd req-7dfdc536-8c0f-4d62-88bc-7063a02933d0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608408 Sep 03 21:33:18.101022 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:18.101022 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:18.101022 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c HTTP/1.1" status: 200 len: 1093 time: 1.2541497 Sep 03 21:33:18.101022 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc00436-f010-460b-95d4-993dd9874a13', 'tag': 'f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:33:18.103993 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168bb093-c4f9-49b5-918e-f1d2fc42a4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc00436-f010-460b-95d4-993dd9874a13", "tag": "f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:33:18.133902 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f80ad-f7db-4e34-9532-2304546265b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,revision_number=3']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:18.152455 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Sync routers for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:33:18.162925 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:33:18.167082 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:33:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:18.172212 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b232def-53e9-48d4-abeb-90f2bf2bcb6c x-openstack-request-id: req-6b232def-53e9-48d4-abeb-90f2bf2bcb6c {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:33:18.172621 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc00436-f010-460b-95d4-993dd9874a13", "tag": "f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:33:18.172960 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b232def-53e9-48d4-abeb-90f2bf2bcb6c {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:33:18.173447 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc00436-f010-460b-95d4-993dd9874a13', 'tag': 'f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c', 'status': 'completed', 'code': 200} Sep 03 21:33:18.184720 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bfaf2c8-8f8d-4f5c-bc70-772416d704ed req-f5ff6b7f-44c4-4d3b-aaa9-62d93c99beeb service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598890 Sep 03 21:33:18.240174 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bb093-c4f9-49b5-918e-f1d2fc42a4ab req-e011d321-e4f4-410d-bb6f-b54fcb1f7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:18.241808 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-168bb093-c4f9-49b5-918e-f1d2fc42a4ab req-e011d321-e4f4-410d-bb6f-b54fcb1f7ab5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1117986d9734474da1e1be2d1a75c8ff&device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 1096 time: 0.0443058 Sep 03 21:33:18.305639 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:33:18.446875 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bb093-c4f9-49b5-918e-f1d2fc42a4ab req-a90cc4ed-c276-4a41-ba7b-8c550a21340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:18.448683 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-168bb093-c4f9-49b5-918e-f1d2fc42a4ab req-a90cc4ed-c276-4a41-ba7b-8c550a21340c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1117986d9734474da1e1be2d1a75c8ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1924639 Sep 03 21:33:18.575530 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 2, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:18.613959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Checking router: c201cb8f-f660-435c-b3f7-e0d12e00b0be for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:33:18.614390 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Updating router c201cb8f-f660-435c-b3f7-e0d12e00b0be port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:33:18.651351 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:18.703693 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:18.710164 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17142d-bc70-42a6-9bb2-1edfd6d3e033 req-7d0dd6bc-9d22-4e86-9d08-1cd64f3118b5 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:18.720339 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-eb17142d-bc70-42a6-9bb2-1edfd6d3e033 req-7d0dd6bc-9d22-4e86-9d08-1cd64f3118b5 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 943 time: 0.1267447 Sep 03 21:33:18.766072 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-eb17142d-bc70-42a6-9bb2-1edfd6d3e033 req-019e0c8d-4bf7-4f46-b370-c2d68a26d8ef tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447428 Sep 03 21:33:18.881882 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbb59b-4c3d-4fe7-9f4d-b54f8bac4b30 req-fcd890f3-bf82-409e-8ed9-85c631c52c1e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:18.883678 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-abfbb59b-4c3d-4fe7-9f4d-b54f8bac4b30 req-fcd890f3-bf82-409e-8ed9-85c631c52c1e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0536754 Sep 03 21:33:18.952489 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-abfbb59b-4c3d-4fe7-9f4d-b54f8bac4b30 req-c1070dd4-2ec2-4c1d-af01-369a881deb56 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605409 Sep 03 21:33:18.955686 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bb093-c4f9-49b5-918e-f1d2fc42a4ab req-365603eb-f524-48b8-b53c-3ad209a62e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:18.957614 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-168bb093-c4f9-49b5-918e-f1d2fc42a4ab req-365603eb-f524-48b8-b53c-3ad209a62e17 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4997330 Sep 03 21:33:19.023860 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:19.025574 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:19.025961 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.046650 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-397d0e4d-d65b-4010-8fc8-15a1801141c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:19.046650 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-397d0e4d-d65b-4010-8fc8-15a1801141c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1117986d9734474da1e1be2d1a75c8ff&device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 1096 time: 0.0423210 Sep 03 21:33:19.048846 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55458) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:19.053677 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-14948808-network', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:19.064460 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.081604 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Transition to ACTIVE for port object 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:19.097025 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-1747a81f-ca66-4c49-ab83-ad0146a407c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c HTTP/1.1" status: 200 len: 217 time: 0.0399246 Sep 03 21:33:19.129441 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.152531 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=0480f7f1-64e9-4dc9-abbf-50e4caa48a20,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:19.155961 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-5b85874e-b952-4350-bdcf-29d3eb8fafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:19.157487 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-5b85874e-b952-4350-bdcf-29d3eb8fafc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a HTTP/1.1" status: 200 len: 849 time: 0.0521243 Sep 03 21:33:19.191144 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-d4174e89-cf80-429b-ac8c-2cc4e8b6fcaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f63416b-4af1-4940-a37c-7dc7b1c52f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233855 Sep 03 21:33:19.207510 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Made reservation on behalf of d4778e5e5ed94a5b81388d8df31f5615 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:19.208260 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.209954 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.253613 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ea2c7-995e-4b36-8d18-9efce82902dc req-cb450c69-7f3a-4a28-90d5-f8a117847f35 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:19.255846 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e93ea2c7-995e-4b36-8d18-9efce82902dc req-cb450c69-7f3a-4a28-90d5-f8a117847f35 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0623970 Sep 03 21:33:19.278794 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca322c8-4f66-4835-9d2f-860bc4e16a14 None None] Pushing event updated for resources: {'Port': ['ID=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:19.283065 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.327909 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e93ea2c7-995e-4b36-8d18-9efce82902dc req-4b77fd88-b52e-4f3c-a454-a576fd79dd8c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584090 Sep 03 21:33:19.351492 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.370435 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-0e692de3-9e98-42a1-b04f-9efc2c07543c service neutron] 10.222.0.18 "GET /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410234 Sep 03 21:33:19.420568 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Attempting to bind port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:19.420960 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Attempting to bind port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:19.421396 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Attempting to bind port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 on network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:19.426632 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=0480f7f1-64e9-4dc9-abbf-50e4caa48a20,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:19.432395 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:19.432767 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Checking segment: {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:19.433183 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.433578 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Bound using segment: {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:19.434269 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Bound port: 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:19.434527 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.523774 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] For port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:19.527091 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] For port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:19.537872 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6389c021-d28d-4b17-8b8b-c13fd0cc866a req-4f859344-47f2-45d3-b816-b4454e7310a7 service neutron] 10.222.0.18 "GET /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522179 Sep 03 21:33:19.565915 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.637594 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.664939 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.688460 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:33:19.701845 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:33:19.702498 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:33:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:19.703913 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5cfef9-9e6b-44ca-ac8f-127dfcf7f31b,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:19.708690 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.709206 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Added segment 3d12356d-2028-4b12-a8f9-67c2c9491de5 of type vlan for network de2b5580-7363-41eb-a504-056f4081a6ed Sep 03 21:33:19.739397 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca322c8-4f66-4835-9d2f-860bc4e16a14 None None] Pushing event updated for resources: {'Port': ['ID=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:19.751082 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.817640 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:33:19.892326 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0f042-5a6f-49af-b67e-f4c6568b4cca req-03bf73ae-d563-468b-b8c6-3da20a101ffb tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:19.895260 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-58c0f042-5a6f-49af-b67e-f4c6568b4cca req-03bf73ae-d563-468b-b8c6-3da20a101ffb tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 943 time: 0.0511675 Sep 03 21:33:19.897612 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.898575 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:19.899209 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:19.989010 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-58c0f042-5a6f-49af-b67e-f4c6568b4cca req-3abf5305-eece-45b1-be7d-a7cf85ec173a tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872383 Sep 03 21:33:19.994374 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] Pushing event updated for resources: {'Network': ['ID=de2b5580-7363-41eb-a504-056f4081a6ed,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:20.007775 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network de2b5580-7363-41eb-a504-056f4081a6ed details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:33:20.065264 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-83019594-276b-4bc2-be35-c9bd8ac76385 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0153303 Sep 03 21:33:20.067943 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 55472) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:20.073141 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Request body: {'subnet': {'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-14948808-subnet', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:20.096460 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:20.098327 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1e7e8-5259-4271-9b94-d84c0c917fac req-6ba03f4e-e658-4a3d-ac8f-16691dee2c90 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:20.100308 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-58b1e7e8-5259-4271-9b94-d84c0c917fac req-6ba03f4e-e658-4a3d-ac8f-16691dee2c90 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0537434 Sep 03 21:33:20.124560 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae56665-ae51-43f0-a1f0-2086762e16e7 None None] The sync data for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi is: [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:33:20.141179 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-58b1e7e8-5259-4271-9b94-d84c0c917fac req-6ab882bc-b45b-4d5b-9ff0-af35bdc37c39 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346780 Sep 03 21:33:20.217251 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Made reservation on behalf of d4778e5e5ed94a5b81388d8df31f5615 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:20.217251 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127280807'] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:20.458740 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15e3e2-a21d-4bb4-8aeb-a49ebc76ca19 req-82d36977-9e62-4b8a-a23a-21bc5c16b32f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:20.463218 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ef15e3e2-a21d-4bb4-8aeb-a49ebc76ca19 req-82d36977-9e62-4b8a-a23a-21bc5c16b32f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0565445 Sep 03 21:33:20.507415 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ef15e3e2-a21d-4bb4-8aeb-a49ebc76ca19 req-e164930f-28f8-4227-b713-f99aedb0715f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409977 Sep 03 21:33:20.522446 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127293018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127280777'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:20.609771 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=223e16ea-33a8-4943-be28-f60056e9cf12,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:20.621684 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Checking segment: {'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:20.622276 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Network hostable DHCP agents. Network: de2b5580-7363-41eb-a504-056f4081a6ed, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:33:20.704676 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Network de2b5580-7363-41eb-a504-056f4081a6ed is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:33:20.705591 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:20.801466 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, de2b5580-7363-41eb-a504-056f4081a6ed) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:20.806313 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:20.806940 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:20.810991 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d1e99-a9f7-4597-aba8-eba65911e9c7 None None] Network de2b5580-7363-41eb-a504-056f4081a6ed requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:33:20.841452 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:20.848776 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:20.849160 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:20.902189 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4ada84c4-1e42-428b-a26b-a0ffc9930320 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8308780 Sep 03 21:33:20.902685 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 55482) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:20.912526 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:21.032544 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.034330 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.116184 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.135906 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.152499 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-de2b5580-7363-41eb-a504-056f4081a6ed', 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'fixed_ips': [{'subnet_id': '223e16ea-33a8-4943-be28-f60056e9cf12'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:33:21.153366 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.181882 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e385010-fcf0-44a5-ad3d-21a101c1ac24 req-3b4b7885-d4ef-4546-9177-2be0f8abb849 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:21.187056 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6e385010-fcf0-44a5-ad3d-21a101c1ac24 req-3b4b7885-d4ef-4546-9177-2be0f8abb849 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 943 time: 0.0842450 Sep 03 21:33:21.296594 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:21.300138 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6e385010-fcf0-44a5-ad3d-21a101c1ac24 req-d020cfff-3d8a-4034-9c1f-2b77fbb8a157 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054857 Sep 03 21:33:21.300833 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989249d-1bf3-4a8a-8898-33c97b5c2356 req-27fffced-393d-46ea-a1e8-565e9f617dc2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:21.302567 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0989249d-1bf3-4a8a-8898-33c97b5c2356 req-27fffced-393d-46ea-a1e8-565e9f617dc2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0592587 Sep 03 21:33:21.372514 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Allocated IP 172.20.0.2 (de2b5580-7363-41eb-a504-056f4081a6ed/223e16ea-33a8-4943-be28-f60056e9cf12/6f83a58a-8874-4c26-8d61-5dc180a6d95b) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:21.383051 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0989249d-1bf3-4a8a-8898-33c97b5c2356 req-53d3d34a-ed62-4efa-be3c-7ee5b3b2f49d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560658 Sep 03 21:33:21.543053 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.553149 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Transition to ACTIVE for port object 6f83a58a-8874-4c26-8d61-5dc180a6d95b will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:21.567589 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.568507 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:21.608997 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.620843 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Transition to ACTIVE for port object 6f83a58a-8874-4c26-8d61-5dc180a6d95b will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:21.652903 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc047745-0d18-4631-ab97-dec5c8fe6496 req-6f5f4c9d-c327-485f-a746-66d7256a5ab8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:21.658292 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:21.659175 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-dc047745-0d18-4631-ab97-dec5c8fe6496 req-6f5f4c9d-c327-485f-a746-66d7256a5ab8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0623176 Sep 03 21:33:21.672057 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:21.672394 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.695387 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-dc047745-0d18-4631-ab97-dec5c8fe6496 req-da6591c7-53a5-4b99-abc6-8b31df3e7d4b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340502 Sep 03 21:33:21.721968 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.790563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Network de2b5580-7363-41eb-a504-056f4081a6ed is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:21.798500 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:21.800917 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:21.813005 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Pushing event updated for resources: {'Port': ['ID=6f83a58a-8874-4c26-8d61-5dc180a6d95b,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:21.861343 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Attempting to bind port 6f83a58a-8874-4c26-8d61-5dc180a6d95b on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:21.861707 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Attempting to bind port 6f83a58a-8874-4c26-8d61-5dc180a6d95b by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:21.862064 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Attempting to bind port 6f83a58a-8874-4c26-8d61-5dc180a6d95b on network de2b5580-7363-41eb-a504-056f4081a6ed {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:21.866970 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:21.867387 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Checking segment: {'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:21.867783 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.868230 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Bound using segment: {'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:21.868676 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Bound port: 6f83a58a-8874-4c26-8d61-5dc180a6d95b, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:21.869057 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.903840 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.922330 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:21.928953 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] For port 6f83a58a-8874-4c26-8d61-5dc180a6d95b, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:21.931914 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] For port 6f83a58a-8874-4c26-8d61-5dc180a6d95b, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=6f83a58a-8874-4c26-8d61-5dc180a6d95b,segment=NetworkSegment(3d12356d-2028-4b12-a8f9-67c2c9491de5),segment_id=3d12356d-2028-4b12-a8f9-67c2c9491de5)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:21.996502 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:22.026815 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Allocated IP 172.27.3.204 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/9056874e-f4e4-4de3-9cc5-7f9e5937859b) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:22.057674 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d5683-b16f-4ede-913f-b3110313c042 None None] Pushing event updated for resources: {'Port': ['ID=6f83a58a-8874-4c26-8d61-5dc180a6d95b,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:22.201703 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:22.271013 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:22.308839 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:22.312528 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:22.316708 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:22.344812 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Pushing event updated for resources: {'Port': ['ID=9056874e-f4e4-4de3-9cc5-7f9e5937859b,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:22.430309 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759fc1e-af11-471f-9d2e-6bfee87ac1a5 req-ceaf0d3d-ead1-4ce0-a735-39f97154de7f tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:22.431998 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a759fc1e-af11-471f-9d2e-6bfee87ac1a5 req-ceaf0d3d-ead1-4ce0-a735-39f97154de7f tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 943 time: 0.0574617 Sep 03 21:33:22.475646 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a759fc1e-af11-471f-9d2e-6bfee87ac1a5 req-ba9ef66a-6754-45cd-8731-4189fa2e82f0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355227 Sep 03 21:33:22.542225 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdeb87-bea0-4897-b5e0-1a6c81f417d7 req-b29a7730-1a48-4364-890c-f4cf70fcbb34 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:22.542225 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b7fdeb87-bea0-4897-b5e0-1a6c81f417d7 req-b29a7730-1a48-4364-890c-f4cf70fcbb34 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0731447 Sep 03 21:33:22.578336 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b7fdeb87-bea0-4897-b5e0-1a6c81f417d7 req-b42bd2aa-c61a-4bb3-88cd-9255cf997840 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Sep 03 21:33:22.637841 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:22.694181 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:22.694631 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:22.738262 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:22.791869 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 6f83a58a-8874-4c26-8d61-5dc180a6d95b up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:22.833931 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8202b55-d879-459f-880e-8dfb24ee4847 req-c4d56f4a-4fb9-4e20-87ef-edfa6b051535 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:22.835592 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c8202b55-d879-459f-880e-8dfb24ee4847 req-c4d56f4a-4fb9-4e20-87ef-edfa6b051535 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0541239 Sep 03 21:33:22.875943 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c8202b55-d879-459f-880e-8dfb24ee4847 req-fad75eeb-6c60-41cc-acb9-29ddd81cc283 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337460 Sep 03 21:33:22.921944 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 6f83a58a-8874-4c26-8d61-5dc180a6d95b completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:22.943063 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:33:22.959250 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:22.962075 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543dd86-e649-47e7-8b82-4d7736b4e15b None None] Network de2b5580-7363-41eb-a504-056f4081a6ed requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:33:23.137818 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:23.148192 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-0dff33ae-8d3e-4c86-9f1c-614c74054ebd None None] Provisioning for port 6f83a58a-8874-4c26-8d61-5dc180a6d95b completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:23.157739 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c', 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09', 'port_id': 'f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c', 'mac_address': 'fa:16:3e:33:e8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:33:23.160760 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-0dff33ae-8d3e-4c86-9f1c-614c74054ebd None None] Provisioning complete for port 6f83a58a-8874-4c26-8d61-5dc180a6d95b triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:23.161130 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-0dff33ae-8d3e-4c86-9f1c-614c74054ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.167332 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Router ec5c7c5f-e7d1-469d-9153-f05292081d35 is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:33:23.255593 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.276861 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:33:23.277487 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:33:23.288626 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Sync routers for ids ['ec5c7c5f-e7d1-469d-9153-f05292081d35'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:33:23.299102 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Routers {'ec5c7c5f-e7d1-469d-9153-f05292081d35'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:33:23.299938 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:33:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['ec5c7c5f-e7d1-469d-9153-f05292081d35'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:23.321341 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:23.329923 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-0dff33ae-8d3e-4c86-9f1c-614c74054ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.367343 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-0dff33ae-8d3e-4c86-9f1c-614c74054ebd None None] For port 6f83a58a-8874-4c26-8d61-5dc180a6d95b, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=6f83a58a-8874-4c26-8d61-5dc180a6d95b,segment=NetworkSegment(3d12356d-2028-4b12-a8f9-67c2c9491de5),segment_id=3d12356d-2028-4b12-a8f9-67c2c9491de5)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:23.423354 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Set router ec5c7c5f-e7d1-469d-9153-f05292081d35 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:33:23.441682 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.444276 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-18e49a9c-993b-406e-bccb-8555712f68ad admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5394070 Sep 03 21:33:23.451199 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 55508) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:23.483424 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.484970 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-0dff33ae-8d3e-4c86-9f1c-614c74054ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.559667 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:23.621858 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff33ae-8d3e-4c86-9f1c-614c74054ebd None None] Pushing event updated for resources: {'Port': ['ID=6f83a58a-8874-4c26-8d61-5dc180a6d95b,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:23.625761 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-8d63c65b-4a80-43c0-8090-64ba68d5e498 None None] Provisioning complete for port 6f83a58a-8874-4c26-8d61-5dc180a6d95b triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:23.626011 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-8d63c65b-4a80-43c0-8090-64ba68d5e498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.637814 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:22Z', 'revision_number': 3, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:23.668563 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Checking router: ec5c7c5f-e7d1-469d-9153-f05292081d35 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:33:23.669180 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Updating router ec5c7c5f-e7d1-469d-9153-f05292081d35 port 9056874e-f4e4-4de3-9cc5-7f9e5937859b binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:33:23.706418 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.738299 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80fd2f-9500-4739-8b89-32c28634e53f req-58878d65-4ec5-4966-84cc-54bc38dcb039 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:23.740657 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5b80fd2f-9500-4739-8b89-32c28634e53f req-58878d65-4ec5-4966-84cc-54bc38dcb039 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0738831 Sep 03 21:33:23.744348 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b9a4f-f724-42ad-86d3-63241327bd6c req-b9978b7a-1c66-491e-b12b-d0e4d86b97e5 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:23.745844 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a64b9a4f-f724-42ad-86d3-63241327bd6c req-b9978b7a-1c66-491e-b12b-d0e4d86b97e5 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 944 time: 0.1784892 Sep 03 21:33:23.781278 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5b80fd2f-9500-4739-8b89-32c28634e53f req-32ef77ea-05d1-4f28-b468-3f331c322343 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Sep 03 21:33:23.850921 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a64b9a4f-f724-42ad-86d3-63241327bd6c req-89085cf7-dd59-4eb1-bcaa-9bcee0554392 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969479 Sep 03 21:33:23.980195 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:23.991797 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Transition to ACTIVE for port object 9056874e-f4e4-4de3-9cc5-7f9e5937859b will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:23.996774 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.000053 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef9c1-9b0b-42d9-9725-89f48ed5eed0 req-2e7a2055-868a-4dd8-8d0b-72bd05068792 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:24.001659 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-373ef9c1-9b0b-42d9-9725-89f48ed5eed0 req-2e7a2055-868a-4dd8-8d0b-72bd05068792 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0482216 Sep 03 21:33:24.047071 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-373ef9c1-9b0b-42d9-9725-89f48ed5eed0 req-7b0ca05d-c7a2-4046-9ed9-dfc74e8bc341 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384188 Sep 03 21:33:24.098355 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.146729 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Attempting to bind port 9056874e-f4e4-4de3-9cc5-7f9e5937859b on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:24.148858 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Attempting to bind port 9056874e-f4e4-4de3-9cc5-7f9e5937859b by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:24.148858 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Attempting to bind port 9056874e-f4e4-4de3-9cc5-7f9e5937859b on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:24.152999 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Allocated IP 172.20.0.1 (de2b5580-7363-41eb-a504-056f4081a6ed/223e16ea-33a8-4943-be28-f60056e9cf12/18cedbea-1c5d-42e3-8b98-dcc97f9402ef) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:24.157964 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071766-7b16-4f98-b50c-6c3e2268b805 None None] Pushing event updated for resources: {'Port': ['ID=9056874e-f4e4-4de3-9cc5-7f9e5937859b,revision_number=2']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:24.160432 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:24.160853 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:24.161206 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.161583 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:24.162050 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Bound port: 9056874e-f4e4-4de3-9cc5-7f9e5937859b, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:24.162447 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.212640 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] For port 9056874e-f4e4-4de3-9cc5-7f9e5937859b, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:24.215670 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] For port 9056874e-f4e4-4de3-9cc5-7f9e5937859b, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=9056874e-f4e4-4de3-9cc5-7f9e5937859b,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:24.258798 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.272428 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Transition to ACTIVE for port object 18cedbea-1c5d-42e3-8b98-dcc97f9402ef will not be triggered until provisioned by entity DHCP. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:24.293760 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.358117 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Routers {'ec5c7c5f-e7d1-469d-9153-f05292081d35'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:33:24.358756 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:33:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['ec5c7c5f-e7d1-469d-9153-f05292081d35'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:24.361672 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4071766-7b16-4f98-b50c-6c3e2268b805 None None] Pushing event updated for resources: {'Port': ['ID=9056874e-f4e4-4de3-9cc5-7f9e5937859b,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:24.448013 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.461930 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] Set router ec5c7c5f-e7d1-469d-9153-f05292081d35 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:33:24.484836 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Network de2b5580-7363-41eb-a504-056f4081a6ed is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:24.489260 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:24.492716 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:24.525543 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Pushing event updated for resources: {'Port': ['ID=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:24.558432 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.581333 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 6f83a58a-8874-4c26-8d61-5dc180a6d95b up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:24.645117 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 6f83a58a-8874-4c26-8d61-5dc180a6d95b triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:24.652195 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.775632 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:22Z', 'revision_number': 3, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:24.802287 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbbf37-f3d8-4c9d-ad31-f1f382516690 None None] The sync data for ids ['ec5c7c5f-e7d1-469d-9153-f05292081d35'] in dv-cinder-759987-9-iscsi is: [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:22Z', 'revision_number': 3, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:33:24.885450 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.938408 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65508d0d-71bd-4b3c-ad72-449d746a63a3 req-5dec5039-b915-4428-87ce-4055ac971bf4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:24.939935 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-9b8f6a4e-e5c6-47fc-9717-f250ac4ae57f None None] Provisioning for port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:24.940056 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-65508d0d-71bd-4b3c-ad72-449d746a63a3 req-5dec5039-b915-4428-87ce-4055ac971bf4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0875099 Sep 03 21:33:24.946975 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-9b8f6a4e-e5c6-47fc-9717-f250ac4ae57f None None] Provisioning complete for port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:24.947695 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9b8f6a4e-e5c6-47fc-9717-f250ac4ae57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:24.990002 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841975b0-7c8b-4633-85c2-3ebf38cf6ac7 req-643edfe6-7358-4f75-b365-3d690986adff tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:24.993479 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f6a4e-e5c6-47fc-9717-f250ac4ae57f None None] Port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:33:25.004328 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-841975b0-7c8b-4633-85c2-3ebf38cf6ac7 req-643edfe6-7358-4f75-b365-3d690986adff tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 944 time: 0.0820014 Sep 03 21:33:25.053672 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-65508d0d-71bd-4b3c-ad72-449d746a63a3 req-bd862ba1-8ab3-4bfc-8d7e-34c3f7204d58 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073174 Sep 03 21:33:25.066296 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-841975b0-7c8b-4633-85c2-3ebf38cf6ac7 req-145708e5-c94e-46b6-b3b3-84cbe8d87d3a tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Sep 03 21:33:25.127445 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:33:25.388875 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bc45d-a8e2-4bdd-ac40-41d71b56e6bd req-3b30a3ec-9abb-480a-9bd7-5005f48f5763 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:25.396923 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-627bc45d-a8e2-4bdd-ac40-41d71b56e6bd req-3b30a3ec-9abb-480a-9bd7-5005f48f5763 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0765615 Sep 03 21:33:25.416264 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:25.443881 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-627bc45d-a8e2-4bdd-ac40-41d71b56e6bd req-ec736b42-7e45-4b2e-9070-d1e22b8dd695 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Sep 03 21:33:25.493067 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:25.568787 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Pushing event updated for resources: {'Port': ['ID=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:25.572517 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:25.665079 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Network de2b5580-7363-41eb-a504-056f4081a6ed is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:25.666394 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:25.787143 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Router ec5c7c5f-e7d1-469d-9153-f05292081d35 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:33:25.899804 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:33:25.905074 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-d685f10d-344c-4881-8cee-a7a009fb6ace admin admin] 10.222.0.46 "PUT /v2.0/routers/ec5c7c5f-e7d1-469d-9153-f05292081d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4528365 Sep 03 21:33:25.930050 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-e9d59733-4f97-4fb4-bcf6-fea4229e82d4 None None] Provisioning complete for port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:25.930549 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e9d59733-4f97-4fb4-bcf6-fea4229e82d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:25.964647 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-e9d59733-4f97-4fb4-bcf6-fea4229e82d4 None None] Port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:33:26.204369 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14667e22-a1ad-4c7c-8bff-ec58687be5f1 req-0c0c6adc-e812-40a7-ab6f-21a0f663b137 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:26.210532 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14667e22-a1ad-4c7c-8bff-ec58687be5f1 req-0c0c6adc-e812-40a7-ab6f-21a0f663b137 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0618150 Sep 03 21:33:26.210835 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7b44b-90f0-4078-9a50-93d55bd507cc req-72c60437-3735-41b0-8c22-20bf4dd4b554 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:26.212699 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-13c7b44b-90f0-4078-9a50-93d55bd507cc req-72c60437-3735-41b0-8c22-20bf4dd4b554 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 944 time: 0.0600126 Sep 03 21:33:26.245893 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14667e22-a1ad-4c7c-8bff-ec58687be5f1 req-4530aa30-dea2-4bd8-bb44-ee9fdaa9fde6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Sep 03 21:33:26.261498 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-13c7b44b-90f0-4078-9a50-93d55bd507cc req-46ae9703-8641-419a-9255-56109bfd0642 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Sep 03 21:33:26.584924 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 9056874e-f4e4-4de3-9cc5-7f9e5937859b up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:26.586765 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b97481-3f6b-4f3a-a5b4-4bbd45ffe621 req-4440c3f2-98e3-42a4-869d-1aa466133dac tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:26.588289 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-58b97481-3f6b-4f3a-a5b4-4bbd45ffe621 req-4440c3f2-98e3-42a4-869d-1aa466133dac tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0637739 Sep 03 21:33:26.629104 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-58b97481-3f6b-4f3a-a5b4-4bbd45ffe621 req-aaa59767-3f3f-43e7-81f6-9633a90f4997 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339787 Sep 03 21:33:26.842728 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 9056874e-f4e4-4de3-9cc5-7f9e5937859b completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:26.847103 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 9056874e-f4e4-4de3-9cc5-7f9e5937859b triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:26.855160 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:26.947652 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:26.977166 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 9056874e-f4e4-4de3-9cc5-7f9e5937859b, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=9056874e-f4e4-4de3-9cc5-7f9e5937859b,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:26.980099 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:27.097278 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:27.174590 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=9056874e-f4e4-4de3-9cc5-7f9e5937859b,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:27.178679 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:27.183003 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:27.183533 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:27.295546 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Sync routers for ids ['ec5c7c5f-e7d1-469d-9153-f05292081d35'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:33:27.310066 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Routers {'ec5c7c5f-e7d1-469d-9153-f05292081d35'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:33:27.310941 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:33:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['ec5c7c5f-e7d1-469d-9153-f05292081d35'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:27.384387 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59d03a-df39-4ec0-a27d-48e1500ddb94 req-9a7a7c51-62eb-4269-9e07-036f30098930 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:27.385999 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ff59d03a-df39-4ec0-a27d-48e1500ddb94 req-9a7a7c51-62eb-4269-9e07-036f30098930 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0588078 Sep 03 21:33:27.440369 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88d94-b0f4-4146-8a93-ec15823744cf req-3b69b495-566d-4bc9-884c-ff51620ad59d tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:27.442344 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ff59d03a-df39-4ec0-a27d-48e1500ddb94 req-5c2ce942-51ef-4b5f-91ef-262b75f5599b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497386 Sep 03 21:33:27.448665 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3cf88d94-b0f4-4146-8a93-ec15823744cf req-3b69b495-566d-4bc9-884c-ff51620ad59d tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 944 time: 0.0892885 Sep 03 21:33:27.507561 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3cf88d94-b0f4-4146-8a93-ec15823744cf req-36f90971-357b-4be8-80fa-95fe1d7e3fdb tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575681 Sep 03 21:33:27.572133 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:27.601315 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc00436-f010-460b-95d4-993dd9874a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:33:27.603593 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebb0343-5aa4-4952-a937-16fc2ffccb0b" -d '{"events": [{"server_uuid": "9cc00436-f010-460b-95d4-993dd9874a13", "name": "network-vif-plugged", "status": "completed", "tag": "f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:33:27.625438 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:27.629974 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Set router ec5c7c5f-e7d1-469d-9153-f05292081d35 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:33:27.666750 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffdc393-7ee2-4b3a-8433-a0b838a14a3c x-openstack-request-id: req-dffdc393-7ee2-4b3a-8433-a0b838a14a3c {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:33:27.666750 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc00436-f010-460b-95d4-993dd9874a13", "name": "network-vif-plugged", "status": "completed", "tag": "f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:33:27.671908 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dffdc393-7ee2-4b3a-8433-a0b838a14a3c {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:33:27.671908 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc00436-f010-460b-95d4-993dd9874a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c', 'code': 200} Sep 03 21:33:27.737840 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:27.793462 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:27.846728 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8b6fe-c645-4fbb-aa4e-4bb986b6e6c7 req-09ba43df-205e-479b-a93d-098543290011 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:27.848326 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fad8b6fe-c645-4fbb-aa4e-4bb986b6e6c7 req-09ba43df-205e-479b-a93d-098543290011 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.1088252 Sep 03 21:33:27.914393 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fad8b6fe-c645-4fbb-aa4e-4bb986b6e6c7 req-8a2a2057-c555-4c6e-ba95-94ec81ce31bb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583911 Sep 03 21:33:28.026630 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:24Z', 'revision_number': 4, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '18cedbea-1c5d-42e3-8b98-dcc97f9402ef', 'name': '', 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'mac_address': 'fa:16:3e:a1:d6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '223e16ea-33a8-4943-be28-f60056e9cf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:24Z', 'updated_at': '2021-09-03T21:33:24Z', 'revision_number': 2, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'subnets': [{'id': '223e16ea-33a8-4943-be28-f60056e9cf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:28.080186 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Checking router: ec5c7c5f-e7d1-469d-9153-f05292081d35 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:33:28.080186 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Updating router ec5c7c5f-e7d1-469d-9153-f05292081d35 port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:33:28.132438 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:28.133401 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f335111-e367-4cdb-b58f-ee6e0e0a5417 req-4787d729-b228-4f76-9853-c78fed91ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:28.135052 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8f335111-e367-4cdb-b58f-ee6e0e0a5417 req-4787d729-b228-4f76-9853-c78fed91ea0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 1098 time: 0.0719469 Sep 03 21:33:28.179841 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8f335111-e367-4cdb-b58f-ee6e0e0a5417 req-ec37d565-b968-4dda-a69a-0ba4ce2b2aa4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349321 Sep 03 21:33:28.465854 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:28.474804 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Transition to ACTIVE for port object 18cedbea-1c5d-42e3-8b98-dcc97f9402ef will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:28.605928 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fcaf1-9149-484e-b2c4-65d020f901cd req-e468f211-9fa4-4a17-9870-af8607d9f3b1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:28.629501 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-126fcaf1-9149-484e-b2c4-65d020f901cd req-e468f211-9fa4-4a17-9870-af8607d9f3b1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.1030331 Sep 03 21:33:28.637774 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 9056874e-f4e4-4de3-9cc5-7f9e5937859b up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:28.663179 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:28.670136 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-126fcaf1-9149-484e-b2c4-65d020f901cd req-1e77f154-1dcb-46ab-88e1-6c0aac890edb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540855 Sep 03 21:33:28.713868 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a60723-93d9-4d99-a514-17a3af02f06d None None] Pushing event updated for resources: {'Port': ['ID=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:28.818255 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 9056874e-f4e4-4de3-9cc5-7f9e5937859b triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:28.818630 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:28.844231 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Attempting to bind port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:28.844606 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Attempting to bind port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:28.844976 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Attempting to bind port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef on network de2b5580-7363-41eb-a504-056f4081a6ed {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:28.851794 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:28.852171 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Checking segment: {'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:28.852571 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:28.852961 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Bound using segment: {'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:28.853428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Bound port: 18cedbea-1c5d-42e3-8b98-dcc97f9402ef, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d12356d-2028-4b12-a8f9-67c2c9491de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:28.853812 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:28.860126 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87bce4-41b9-449a-9ff0-6befd52e18b3 req-6a5a098b-b485-4db5-ae75-4b6e81c42ba1 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:28.861981 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bf87bce4-41b9-449a-9ff0-6befd52e18b3 req-6a5a098b-b485-4db5-ae75-4b6e81c42ba1 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 945 time: 0.0740573 Sep 03 21:33:28.931070 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bf87bce4-41b9-449a-9ff0-6befd52e18b3 req-0e248082-59a8-4806-9280-983cd573b2b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625987 Sep 03 21:33:29.020107 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115114b7-74e6-446c-85b0-db3a934a6239 req-ffa59627-b937-4568-ade4-365962aa228f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:29.031320 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] For port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:29.033856 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-115114b7-74e6-446c-85b0-db3a934a6239 req-ffa59627-b937-4568-ade4-365962aa228f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0665922 Sep 03 21:33:29.044776 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] For port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,segment=NetworkSegment(3d12356d-2028-4b12-a8f9-67c2c9491de5),segment_id=3d12356d-2028-4b12-a8f9-67c2c9491de5)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:29.091095 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-115114b7-74e6-446c-85b0-db3a934a6239 req-3022eafb-b04b-4823-acb9-3ee7a091dfa4 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562072 Sep 03 21:33:29.139145 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a45f92-9876-4421-9da8-3d93ea8c73c9 req-228d5ff2-8a4b-4cb5-a5f8-32a1a99e34c2 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:29.146324 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a0a45f92-9876-4421-9da8-3d93ea8c73c9 req-228d5ff2-8a4b-4cb5-a5f8-32a1a99e34c2 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0784876 Sep 03 21:33:29.184759 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:29.191035 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a0a45f92-9876-4421-9da8-3d93ea8c73c9 req-236524fd-51c0-4841-8210-9e3c1750850b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Sep 03 21:33:29.258689 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Routers {'ec5c7c5f-e7d1-469d-9153-f05292081d35'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:33:29.259460 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:33:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['ec5c7c5f-e7d1-469d-9153-f05292081d35'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:29.356437 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a60723-93d9-4d99-a514-17a3af02f06d None None] Pushing event updated for resources: {'Port': ['ID=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:29.413704 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] Set router ec5c7c5f-e7d1-469d-9153-f05292081d35 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:33:29.651231 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:24Z', 'revision_number': 4, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '18cedbea-1c5d-42e3-8b98-dcc97f9402ef', 'name': '', 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'mac_address': 'fa:16:3e:a1:d6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '223e16ea-33a8-4943-be28-f60056e9cf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:24Z', 'updated_at': '2021-09-03T21:33:29Z', 'revision_number': 4, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'subnets': [{'id': '223e16ea-33a8-4943-be28-f60056e9cf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:33:29.688689 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e88fb-0d22-4d67-b3bd-66f9f0b7387c None None] The sync data for ids ['ec5c7c5f-e7d1-469d-9153-f05292081d35'] in dv-cinder-759987-9-iscsi is: [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:24Z', 'revision_number': 4, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '18cedbea-1c5d-42e3-8b98-dcc97f9402ef', 'name': '', 'network_id': 'de2b5580-7363-41eb-a504-056f4081a6ed', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'mac_address': 'fa:16:3e:a1:d6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '223e16ea-33a8-4943-be28-f60056e9cf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:24Z', 'updated_at': '2021-09-03T21:33:29Z', 'revision_number': 4, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'subnets': [{'id': '223e16ea-33a8-4943-be28-f60056e9cf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:33:29.879930 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa688f-91e9-4d3f-81d4-35214d653e96 req-a7eb3a88-d40c-450f-9c35-765c3919e933 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:29.902186 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-54aa688f-91e9-4d3f-81d4-35214d653e96 req-a7eb3a88-d40c-450f-9c35-765c3919e933 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.1092813 Sep 03 21:33:29.995521 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-54aa688f-91e9-4d3f-81d4-35214d653e96 req-232e2de7-5b72-41b1-8974-cff9e3633894 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918496 Sep 03 21:33:30.127967 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed79f1-aa8b-4f95-bb95-2c603ed2c505 req-50089946-cfcd-49e8-8b86-dd7fad66ecac tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:30.129639 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b0ed79f1-aa8b-4f95-bb95-2c603ed2c505 req-50089946-cfcd-49e8-8b86-dd7fad66ecac tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 945 time: 0.0753860 Sep 03 21:33:30.190359 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b0ed79f1-aa8b-4f95-bb95-2c603ed2c505 req-e8b146bc-0c8f-441e-b0c1-5fbcd6a37bfa tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543365 Sep 03 21:33:30.327937 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b0a6-594b-4f0d-9015-b5e3fb4fc5cc req-553db173-879a-49a1-97f3-a433feb3afff tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:30.335617 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6311b0a6-594b-4f0d-9015-b5e3fb4fc5cc req-553db173-879a-49a1-97f3-a433feb3afff tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.1522827 Sep 03 21:33:30.384033 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e2a4e-5a23-4bab-9528-9e8e76bb6f11 req-c4b0fec6-de0a-4bb7-b14d-60b404dc9920 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:30.386067 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9f5e2a4e-5a23-4bab-9528-9e8e76bb6f11 req-c4b0fec6-de0a-4bb7-b14d-60b404dc9920 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0624251 Sep 03 21:33:30.391362 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6311b0a6-594b-4f0d-9015-b5e3fb4fc5cc req-9eb52606-379b-4ba3-8b39-ce87ab25d733 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545039 Sep 03 21:33:30.446611 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9f5e2a4e-5a23-4bab-9528-9e8e76bb6f11 req-affac384-39dd-46d7-86ba-1a761d18cb59 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476253 Sep 03 21:33:30.607497 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 18cedbea-1c5d-42e3-8b98-dcc97f9402ef up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:30.990139 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:30.994571 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:30.995091 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:31.158248 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:31.222078 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,segment=NetworkSegment(3d12356d-2028-4b12-a8f9-67c2c9491de5),segment_id=3d12356d-2028-4b12-a8f9-67c2c9491de5)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:31.226607 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec807a-dd8b-4b98-8e7e-cd93d3ac7c86 req-2b32450a-9c1d-4c77-bda1-5382ef17e7bd tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:31.231187 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ccec807a-dd8b-4b98-8e7e-cd93d3ac7c86 req-2b32450a-9c1d-4c77-bda1-5382ef17e7bd tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.1326106 Sep 03 21:33:31.276303 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-045e9e55-bd5b-4ea7-bef4-e8bf8dff0e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:31.292085 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ccec807a-dd8b-4b98-8e7e-cd93d3ac7c86 req-f6c6a768-726c-4ad5-ba2e-f96b7b187e75 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503724 Sep 03 21:33:31.311671 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:31.378251 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:31.603934 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a070-b821-49f9-aef0-92a568c52da9 req-f201259b-54fd-40b9-91e7-414bdbdb1299 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:31.610057 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4926a070-b821-49f9-aef0-92a568c52da9 req-f201259b-54fd-40b9-91e7-414bdbdb1299 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.1173344 Sep 03 21:33:31.661946 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d8f23-185d-48b8-9f73-4c45801cc96c req-96aedfa0-45fc-4592-819f-cccad51fb96c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:31.663557 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-798d8f23-185d-48b8-9f73-4c45801cc96c req-96aedfa0-45fc-4592-819f-cccad51fb96c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0953310 Sep 03 21:33:31.686886 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4926a070-b821-49f9-aef0-92a568c52da9 req-6162d3c5-6bde-4bc0-99c1-adb3b55265c8 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650227 Sep 03 21:33:31.738833 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-798d8f23-185d-48b8-9f73-4c45801cc96c req-12c4b359-3e16-4041-a0b2-b7f70d2514ed tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685046 Sep 03 21:33:32.279869 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c119a6-f9ee-46bb-aa72-b121fd6300eb req-4b04add4-89a6-4bf3-ab3b-0a5b69d2f20f tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:32.288742 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-57c119a6-f9ee-46bb-aa72-b121fd6300eb req-4b04add4-89a6-4bf3-ab3b-0a5b69d2f20f tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 945 time: 0.0988798 Sep 03 21:33:32.347373 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-57c119a6-f9ee-46bb-aa72-b121fd6300eb req-158b1ca2-c21b-4035-8b37-71c817edb42b tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542870 Sep 03 21:33:32.440348 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e52b2-0e76-4bdb-94eb-be7e3dc4c017 req-5c8dc9f8-022e-471a-b3cc-4181d69bbc53 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:32.442010 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e15e52b2-0e76-4bdb-94eb-be7e3dc4c017 req-5c8dc9f8-022e-471a-b3cc-4181d69bbc53 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0621521 Sep 03 21:33:32.510859 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e15e52b2-0e76-4bdb-94eb-be7e3dc4c017 req-e9e097cf-ed63-4b23-886e-3ea44f4f6f9f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Sep 03 21:33:32.595860 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 18cedbea-1c5d-42e3-8b98-dcc97f9402ef up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:32.662920 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:32.663385 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:32.866075 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eb778-c66e-4021-abd2-d478fee47aab req-338140ab-fc48-43eb-9feb-0b7ecbbb32bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:32.876852 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-717eb778-c66e-4021-abd2-d478fee47aab req-338140ab-fc48-43eb-9feb-0b7ecbbb32bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0721333 Sep 03 21:33:32.916813 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad1702-786a-4b1f-bd34-86c1974d7fd7 req-ccf359fe-c412-4f23-a866-321edbbb1a18 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:32.918263 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ffad1702-786a-4b1f-bd34-86c1974d7fd7 req-ccf359fe-c412-4f23-a866-321edbbb1a18 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0627673 Sep 03 21:33:32.932372 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-717eb778-c66e-4021-abd2-d478fee47aab req-cf91790f-7635-471b-aa91-ee5f14a20c05 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493295 Sep 03 21:33:32.971512 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ffad1702-786a-4b1f-bd34-86c1974d7fd7 req-f166051b-c9db-4000-ab6e-8496339ac23e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Sep 03 21:33:33.472684 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a441501-d67b-431d-b9e5-7829d6dc61d1 req-80a36fa8-ffa6-414d-bb22-f5225c00c244 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:33.474162 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0a441501-d67b-431d-b9e5-7829d6dc61d1 req-80a36fa8-ffa6-414d-bb22-f5225c00c244 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 945 time: 0.0531051 Sep 03 21:33:33.526569 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0a441501-d67b-431d-b9e5-7829d6dc61d1 req-9cbd9088-5ff8-43d0-9521-cabf3653f72d tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 Sep 03 21:33:33.632609 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dadf1a-8099-447d-b61e-0bbe068586c5 req-f2e068eb-0b2d-4cad-93f0-18050a7ced8f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:33.634402 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a7dadf1a-8099-447d-b61e-0bbe068586c5 req-f2e068eb-0b2d-4cad-93f0-18050a7ced8f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0588305 Sep 03 21:33:33.691352 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a7dadf1a-8099-447d-b61e-0bbe068586c5 req-f2039340-fdc7-4a55-a85b-5be47d18d061 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497844 Sep 03 21:33:33.754212 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1822f-4f52-4624-893c-a04b18761f08 req-c9d7a3f1-f1a1-4941-ae94-451a8827d915 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:33.756334 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6df1822f-4f52-4624-893c-a04b18761f08 req-c9d7a3f1-f1a1-4941-ae94-451a8827d915 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 945 time: 0.0592752 Sep 03 21:33:33.842738 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-ba9997e1-a231-480f-b2b4-b553447fd083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:33.900241 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Deleting port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:33:33.904548 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:34.044704 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] For port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:34.046744 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:34.079020 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Calling delete_port for f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:33:34.098214 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a09e3-7f4c-4d34-aa07-7e5ee61a9ef4 req-9cdfe92f-e810-4f0f-8046-2fd088c76bbc tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:34.107521 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4c9a09e3-7f4c-4d34-aa07-7e5ee61a9ef4 req-9cdfe92f-e810-4f0f-8046-2fd088c76bbc tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0835772 Sep 03 21:33:34.113812 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:34.159666 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4c9a09e3-7f4c-4d34-aa07-7e5ee61a9ef4 req-39be0cd7-fd73-4a8a-beaa-969cb16c8214 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511448 Sep 03 21:33:34.228334 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786590c5-ff98-4a50-93ea-a2964b857aef req-4d8fb109-3187-4091-afe9-ee215b4c4757 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:34.230338 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-786590c5-ff98-4a50-93ea-a2964b857aef req-4d8fb109-3187-4091-afe9-ee215b4c4757 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0796363 Sep 03 21:33:34.311740 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-786590c5-ff98-4a50-93ea-a2964b857aef req-6b80df48-d238-46e0-9a17-067888c9686b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726669 Sep 03 21:33:34.601296 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:34.616027 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:33:34.626974 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aa3b196d-4531-408d-be6c-58eb6f57f62e req-81e05f02-11d4-4b0e-915c-20a11a8847af tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 210 time: 0.0268857 Sep 03 21:33:34.635387 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Pushing event deleted for resources: {'Port': ['ID=f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:34.691841 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] No DVR routers for this DVR port f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:33:34.695293 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:34.697494 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6df1822f-4f52-4624-893c-a04b18761f08 req-5a271bf8-8d1e-4069-9090-8c636fb3b8b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.18 "DELETE /v2.0/ports/f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c HTTP/1.1" status: 204 len: 173 time: 0.9327943 Sep 03 21:33:34.697930 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc00436-f010-460b-95d4-993dd9874a13', 'name': 'network-vif-deleted', 'tag': 'f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:33:34.700283 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eb4eea-7848-4def-8269-1cfae2bcb9e4" -d '{"events": [{"server_uuid": "9cc00436-f010-460b-95d4-993dd9874a13", "name": "network-vif-deleted", "tag": "f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:33:34.744804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ecbea-bd27-4e62-9554-d4f2f274758e x-openstack-request-id: req-fd7ecbea-bd27-4e62-9554-d4f2f274758e {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:33:34.745154 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc00436-f010-460b-95d4-993dd9874a13", "name": "network-vif-deleted", "tag": "f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:33:34.745516 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd7ecbea-bd27-4e62-9554-d4f2f274758e {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:33:34.746072 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc00436-f010-460b-95d4-993dd9874a13', 'name': 'network-vif-deleted', 'tag': 'f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c', 'status': 'completed', 'code': 200} Sep 03 21:33:34.828894 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79437fb-38fa-4f9b-acec-9879f7aaffa5 req-5f51b735-19f5-4dcd-ab70-ee0793d0cb73 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:34.830619 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a79437fb-38fa-4f9b-acec-9879f7aaffa5 req-5f51b735-19f5-4dcd-ab70-ee0793d0cb73 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0526092 Sep 03 21:33:34.914044 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a79437fb-38fa-4f9b-acec-9879f7aaffa5 req-31996265-c9cb-4f8f-aba1-945a46f2acea tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691738 Sep 03 21:33:35.027390 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:33:35.169644 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:35.185255 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'port_id': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'mac_address': 'fa:16:3e:48:03:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:33:35.221820 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:35.236987 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:35.256570 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14f8a51d-ed42-44c6-b0b8-0aec8639db90 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:33:35.289394 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:35.305942 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5842-b2a1-4bcf-b847-e032b37730bc req-603e50cb-7c0f-49cc-be22-18554e1a91b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:35.311208 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-312d5842-b2a1-4bcf-b847-e032b37730bc req-603e50cb-7c0f-49cc-be22-18554e1a91b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0641723 Sep 03 21:33:35.346027 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-312d5842-b2a1-4bcf-b847-e032b37730bc req-59c05088-10fa-4983-b341-4c8c8887eedb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339315 Sep 03 21:33:35.402148 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:35.480938 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=6']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:35.503506 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015880ce-60d4-4f8b-9a0b-151a5a91119e req-2ff6298e-731b-49f8-bae8-6db1cf823e3b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:35.507365 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-015880ce-60d4-4f8b-9a0b-151a5a91119e req-2ff6298e-731b-49f8-bae8-6db1cf823e3b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 945 time: 0.0869377 Sep 03 21:33:35.563595 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['14f8a51d-ed42-44c6-b0b8-0aec8639db90'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:33:35.576272 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-015880ce-60d4-4f8b-9a0b-151a5a91119e req-8480f1b6-479a-4c0b-97ed-ce8d74944070 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557208 Sep 03 21:33:35.773553 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9f96fe20-4715-490d-9bf4-0de80e9017f4 req-8cdfc4c0-4422-434f-832b-59c6f2f37dd2 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cc00436-f010-460b-95d4-993dd9874a13 HTTP/1.1" status: 200 len: 210 time: 0.0370262 Sep 03 21:33:36.031286 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68613f4-6a59-4aea-a241-93983a2261ce req-7a826d1f-c659-4d7e-88b4-5eea1baead9d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:36.032801 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d68613f4-6a59-4aea-a241-93983a2261ce req-7a826d1f-c659-4d7e-88b4-5eea1baead9d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0538962 Sep 03 21:33:36.081557 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d68613f4-6a59-4aea-a241-93983a2261ce req-d70494e9-7d58-4f0f-ae99-40054dbe3f5b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Sep 03 21:33:36.479722 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266e563-35e8-4e00-84f4-b14ecbc1c2c5 req-de573d52-20cb-45e0-9e77-4018c6fc095b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:36.481381 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e266e563-35e8-4e00-84f4-b14ecbc1c2c5 req-de573d52-20cb-45e0-9e77-4018c6fc095b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0524225 Sep 03 21:33:36.522467 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e266e563-35e8-4e00-84f4-b14ecbc1c2c5 req-1f5d34bb-773f-434b-96c1-677b38036e15 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340018 Sep 03 21:33:36.696121 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ffbd8-5351-41fa-9bdc-2c4b9f815564 req-9a21cf44-45ea-4226-a284-d28701822719 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:36.698009 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-239ffbd8-5351-41fa-9bdc-2c4b9f815564 req-9a21cf44-45ea-4226-a284-d28701822719 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 945 time: 0.0538642 Sep 03 21:33:36.752613 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-239ffbd8-5351-41fa-9bdc-2c4b9f815564 req-9b60ac8f-f475-4748-bf18-bec5edeb0fc2 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 Sep 03 21:33:37.037996 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:37.071571 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:37.093841 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:37.094314 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:37.203411 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:37.240698 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:33:37.243408 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8aab27-ad6e-4c53-a3ea-881b9be43ba7" -d '{"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-plugged", "status": "completed", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:33:37.244460 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138133aa-c668-4854-8d47-9996852bb28c req-8dff0322-6eac-4cbf-b7b3-817172177bc8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:37.246679 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-138133aa-c668-4854-8d47-9996852bb28c req-8dff0322-6eac-4cbf-b7b3-817172177bc8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0689161 Sep 03 21:33:37.290900 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:37.326959 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-138133aa-c668-4854-8d47-9996852bb28c req-a9e998ad-483a-4fc1-a612-a46703997df1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723305 Sep 03 21:33:37.378320 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f4552-8969-4e4f-96c6-eaf46a591544 x-openstack-request-id: req-ec5f4552-8969-4e4f-96c6-eaf46a591544 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:33:37.378626 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-plugged", "status": "completed", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:33:37.384951 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec5f4552-8969-4e4f-96c6-eaf46a591544 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:33:37.384951 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'code': 200} Sep 03 21:33:37.657641 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c446d5e-0ef6-4160-a3e3-9b27ff5c059a req-916b80d3-ca25-4be1-ab66-66005fd28e05 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:37.659135 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2c446d5e-0ef6-4160-a3e3-9b27ff5c059a req-916b80d3-ca25-4be1-ab66-66005fd28e05 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0499575 Sep 03 21:33:37.676009 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:37.676917 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:33:37.702277 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2c446d5e-0ef6-4160-a3e3-9b27ff5c059a req-d1663230-3d09-4829-8182-c421c84106ee tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370600 Sep 03 21:33:37.738563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:33:37.738941 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device f8d86afe-cc7e-48a1-8d49-ecb6da8d3e0c not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:33:37.764953 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=7']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:37.876388 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a43b20-88c0-47a3-8a16-71c55ae93d1d req-39be1568-65f6-47d9-9f64-ef1d463e9a89 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:37.877776 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68a43b20-88c0-47a3-8a16-71c55ae93d1d req-39be1568-65f6-47d9-9f64-ef1d463e9a89 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0478294 Sep 03 21:33:37.917005 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68a43b20-88c0-47a3-8a16-71c55ae93d1d req-24095a25-cd45-44ac-9fc3-edbed117e1bf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333877 Sep 03 21:33:38.456956 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b64df-7501-4a79-b068-731d80b5cc55 req-1aa338d9-507c-458a-ae14-140cd76ecc26 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:38.458508 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4e4b64df-7501-4a79-b068-731d80b5cc55 req-1aa338d9-507c-458a-ae14-140cd76ecc26 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0567083 Sep 03 21:33:38.498172 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4e4b64df-7501-4a79-b068-731d80b5cc55 req-5b12e85d-0b63-4b2d-9990-0f36c7594b43 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Sep 03 21:33:38.822445 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4a05-ca27-49dc-94ec-41623857dce4 req-30558f2b-4d10-44de-bddb-78a7318e0bac tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:38.823978 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-44ed4a05-ca27-49dc-94ec-41623857dce4 req-30558f2b-4d10-44de-bddb-78a7318e0bac tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0486717 Sep 03 21:33:38.868434 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-44ed4a05-ca27-49dc-94ec-41623857dce4 req-4c49e9bb-ad9e-475a-9175-8aa140b3e6f9 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Sep 03 21:33:39.040054 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8ab31-e475-43cc-9152-272a09880ead req-76a13165-86ae-4c6c-ba4c-8a20fbeb2ac1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:39.044372 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f8b8ab31-e475-43cc-9152-272a09880ead req-76a13165-86ae-4c6c-ba4c-8a20fbeb2ac1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0540736 Sep 03 21:33:39.085510 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f8b8ab31-e475-43cc-9152-272a09880ead req-0f855829-06eb-4850-b47d-59fc73740459 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Sep 03 21:33:39.246093 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-0b3e991b-b21b-40ff-bb95-de205fff43b2 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:39.248479 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-0b3e991b-b21b-40ff-bb95-de205fff43b2 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/networks?id=6f63416b-4af1-4940-a37c-7dc7b1c52f09 HTTP/1.1" status: 200 len: 809 time: 0.1138597 Sep 03 21:33:39.264692 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-628b70ff-0905-4291-8b2c-4fd92f2cab2d tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/quotas/1117986d9734474da1e1be2d1a75c8ff HTTP/1.1" status: 200 len: 375 time: 0.0106368 Sep 03 21:33:39.298157 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-9e9b4080-f11b-4f00-af9b-289f597fa744 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1117986d9734474da1e1be2d1a75c8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256197 Sep 03 21:33:39.395019 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-f8c7088a-1590-47d7-b068-a6e3ce81c781 service neutron] 10.222.0.46 "GET /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897973 Sep 03 21:33:39.503633 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-2c7b7cee-9555-4f14-b6af-21dad2200417 service neutron] 10.222.0.46 "GET /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011314 Sep 03 21:33:39.695778 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2058485-369e-4411-b805-1dd15018d826 req-f3923378-4e84-44fa-a44a-0099d69bd1a2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:39.697401 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2058485-369e-4411-b805-1dd15018d826 req-f3923378-4e84-44fa-a44a-0099d69bd1a2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0586565 Sep 03 21:33:39.757232 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2058485-369e-4411-b805-1dd15018d826 req-a2a212a5-1990-4e1e-b985-26f4a7c3aa37 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Sep 03 21:33:39.844146 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c12a180a-ade8-404f-985d-62419cc50d75 req-10e292d3-25ab-4efb-8031-e153726280be tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 210 time: 0.0324450 Sep 03 21:33:40.040820 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa081ba-5937-4aba-843e-e450e8b20713 req-7029e16e-49eb-4e8e-b2de-39e1a842b03d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:40.042324 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-baa081ba-5937-4aba-843e-e450e8b20713 req-7029e16e-49eb-4e8e-b2de-39e1a842b03d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0587196 Sep 03 21:33:40.094297 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-baa081ba-5937-4aba-843e-e450e8b20713 req-01a62b76-aa62-496b-b033-bba2fee8539d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Sep 03 21:33:40.281426 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5cc6c-7f22-40ff-ac4b-584432dec8f8 req-0f74121b-c537-4b11-a6cf-2207dd5e14b0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:40.283128 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d9e5cc6c-7f22-40ff-ac4b-584432dec8f8 req-0f74121b-c537-4b11-a6cf-2207dd5e14b0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0960360 Sep 03 21:33:40.339314 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d9e5cc6c-7f22-40ff-ac4b-584432dec8f8 req-88c81fcc-3e3c-40de-80cb-ce34fe67c447 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486369 Sep 03 21:33:40.366966 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8fbe7-6197-4105-9dd9-ca93de775fdd req-f11f2c11-fff3-41b2-9531-7efa9677f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:40.366966 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f2b8fbe7-6197-4105-9dd9-ca93de775fdd req-f11f2c11-fff3-41b2-9531-7efa9677f0d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1098 time: 0.0482388 Sep 03 21:33:40.423471 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f2b8fbe7-6197-4105-9dd9-ca93de775fdd req-e5d21f72-47c0-4c34-b086-c20b3d366c56 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460813 Sep 03 21:33:40.935916 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ed35-e029-4258-8452-657fc6c04763 req-7ec53262-4c26-411e-b98e-d6a5af83aed9 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:40.938499 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25d4ed35-e029-4258-8452-657fc6c04763 req-7ec53262-4c26-411e-b98e-d6a5af83aed9 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0788898 Sep 03 21:33:40.979359 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25d4ed35-e029-4258-8452-657fc6c04763 req-5a37f23d-d198-45c6-a0b7-da9a40d972ac tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341980 Sep 03 21:33:41.099183 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-315f74c6-11f8-4e22-adfc-fcd0af34ebbc req-32504693-62ac-4137-a737-63611120ead9 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 210 time: 0.0344038 Sep 03 21:33:41.246575 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bdfca-09bb-4e99-96da-9325016803b2 req-845bce7e-ad95-4390-9d0a-3ad2905a2a11 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:41.248167 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-401bdfca-09bb-4e99-96da-9325016803b2 req-845bce7e-ad95-4390-9d0a-3ad2905a2a11 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0596707 Sep 03 21:33:41.315107 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-401bdfca-09bb-4e99-96da-9325016803b2 req-f2e42b46-55c8-4622-9315-29a19369becf tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582507 Sep 03 21:33:41.496237 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6498f8-8cb0-459d-b8cd-4fc7f973e01c req-f1a260e5-75fc-49df-a57d-e79c114984fd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:41.501953 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cd6498f8-8cb0-459d-b8cd-4fc7f973e01c req-f1a260e5-75fc-49df-a57d-e79c114984fd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0575030 Sep 03 21:33:41.570044 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cd6498f8-8cb0-459d-b8cd-4fc7f973e01c req-c2c95de5-bc51-4d72-adc1-398d34f17b87 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622897 Sep 03 21:33:42.082075 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-54b64d2a-fff9-48e5-9ef0-50718d10262d tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:42.083663 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-54b64d2a-fff9-48e5-9ef0-50718d10262d tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.18 "GET /v2.0/networks?id=6f63416b-4af1-4940-a37c-7dc7b1c52f09 HTTP/1.1" status: 200 len: 809 time: 0.1410632 Sep 03 21:33:42.100347 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Request body: {'port': {'device_id': 'ebbba37f-443d-468b-8e5a-c2d48c5b3e62', 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09', 'admin_state_up': True, 'tenant_id': '1117986d9734474da1e1be2d1a75c8ff'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:42.161357 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08600-6d11-493c-89cf-ddef6597b809 req-36ea851a-dedb-4325-b62f-4b9c1e70ac5e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:42.162934 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e0f08600-6d11-493c-89cf-ddef6597b809 req-36ea851a-dedb-4325-b62f-4b9c1e70ac5e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0651367 Sep 03 21:33:42.262080 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e0f08600-6d11-493c-89cf-ddef6597b809 req-6a30c2dd-2e41-4152-890a-87341d49e165 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930030 Sep 03 21:33:42.424356 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ddfaa77e-da20-49e8-a5a5-87eb15002448 req-e867676b-a86f-468f-8ee2-38fe61a3e333 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 210 time: 0.0430238 Sep 03 21:33:42.729279 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455c831-574d-47c6-b8a2-90036f2e2fe3 req-94b6e50d-67a5-4e39-9d2c-9bc1483121e6 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:42.730720 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a455c831-574d-47c6-b8a2-90036f2e2fe3 req-94b6e50d-67a5-4e39-9d2c-9bc1483121e6 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0508947 Sep 03 21:33:42.770216 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a455c831-574d-47c6-b8a2-90036f2e2fe3 req-e86010ca-14f1-4e9a-b064-851869c89640 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Sep 03 21:33:42.888107 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124fc81-b75a-4196-9844-5473ad31ad33 req-dbe6b99b-f2a9-4ee5-bd57-0181051c5cb5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:42.889989 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c124fc81-b75a-4196-9844-5473ad31ad33 req-dbe6b99b-f2a9-4ee5-bd57-0181051c5cb5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0629227 Sep 03 21:33:42.930458 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c124fc81-b75a-4196-9844-5473ad31ad33 req-4f18039c-6bc7-42da-8405-4a94309cf186 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342193 Sep 03 21:33:43.121506 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Made reservation on behalf of 1117986d9734474da1e1be2d1a75c8ff for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:43.125139 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:43.267922 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Allocated IP 172.20.0.14 (6f63416b-4af1-4940-a37c-7dc7b1c52f09/4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a/373cd44a-5dc9-4c4f-b68e-879935a222d8) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:43.380058 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cea3f7-eea8-4c9b-b523-df9e1696ca5a req-d3216d9f-c564-4613-b3bc-76717b5664d2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:43.388862 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-23cea3f7-eea8-4c9b-b523-df9e1696ca5a req-d3216d9f-c564-4613-b3bc-76717b5664d2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0629146 Sep 03 21:33:43.460382 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-23cea3f7-eea8-4c9b-b523-df9e1696ca5a req-383ea955-166d-46ec-bf00-c389a5ba46c6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704377 Sep 03 21:33:43.487670 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426164b9-f90c-4cea-8292-29e694058e17 req-b6b2c348-3b18-475e-84cf-a88a7d3e1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:43.488907 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-426164b9-f90c-4cea-8292-29e694058e17 req-b6b2c348-3b18-475e-84cf-a88a7d3e1db9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30d80da5983a4eb0bb10922d58181bc9&device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 1098 time: 0.0829527 Sep 03 21:33:43.530453 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:43.606885 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1a14e229-7282-4da6-932c-7f418ef47e2f req-1147aece-dc90-4e07-900c-75b07915ecfb tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 210 time: 0.0334463 Sep 03 21:33:43.630496 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:43.647804 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426164b9-f90c-4cea-8292-29e694058e17 req-3020b715-c1c4-4cce-9072-52bddda1f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:43.649453 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-426164b9-f90c-4cea-8292-29e694058e17 req-3020b715-c1c4-4cce-9072-52bddda1f2ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 200 len: 920 time: 0.1490793 Sep 03 21:33:43.685782 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:43.687598 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:43.694151 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:43.696126 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:43.700913 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Pushing event updated for resources: {'Port': ['ID=373cd44a-5dc9-4c4f-b68e-879935a222d8,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:43.701746 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-426164b9-f90c-4cea-8292-29e694058e17 req-a2b7ff22-524b-4a62-a132-6aef678602ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 200 len: 217 time: 0.0447259 Sep 03 21:33:43.753906 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:43.758658 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:43.773363 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426164b9-f90c-4cea-8292-29e694058e17 req-ce04e060-acdf-4039-b9f2-3cc9955428b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:43.775357 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-426164b9-f90c-4cea-8292-29e694058e17 req-ce04e060-acdf-4039-b9f2-3cc9955428b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 200 len: 859 time: 0.0614181 Sep 03 21:33:43.827262 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-426164b9-f90c-4cea-8292-29e694058e17 req-6655bda2-8554-4649-8cc5-c6908cebb2f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=673f58a7-bac8-4adf-a01e-3481875be44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419846 Sep 03 21:33:43.870536 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ddb34abf-7e91-4f2c-90d9-9c302cb7de38 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7747586 Sep 03 21:33:43.885069 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Request body: {'port': {'device_id': 'ebbba37f-443d-468b-8e5a-c2d48c5b3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:43.975601 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a247-02e6-4fd1-9e48-9644737426c5 req-59d04e28-d2ed-4995-ac24-58071f2a0d60 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:43.978989 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1cf4a247-02e6-4fd1-9e48-9644737426c5 req-59d04e28-d2ed-4995-ac24-58071f2a0d60 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.1316118 Sep 03 21:33:44.035816 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:44.038095 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-426164b9-f90c-4cea-8292-29e694058e17 req-9c671da0-015d-4f37-8b52-264efaee7190 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031167 Sep 03 21:33:44.060228 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1cf4a247-02e6-4fd1-9e48-9644737426c5 req-e76176cf-71ee-4514-ad99-0a622968b9fe tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677412 Sep 03 21:33:44.209394 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-426164b9-f90c-4cea-8292-29e694058e17 req-8de57ef5-6753-4a02-9791-6fd91cb5b9c7 service neutron] 10.222.0.18 "GET /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550345 Sep 03 21:33:44.221818 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cab2cf-caaf-4454-89a0-0069da71e3c3 req-cc5fa654-ed1b-4695-8da8-e03a64e65846 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:44.223443 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-95cab2cf-caaf-4454-89a0-0069da71e3c3 req-cc5fa654-ed1b-4695-8da8-e03a64e65846 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0817430 Sep 03 21:33:44.292743 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-95cab2cf-caaf-4454-89a0-0069da71e3c3 req-f8f985ec-8bec-45eb-a27a-0312d1a4aea2 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589428 Sep 03 21:33:44.367941 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-f7bb1514-a4a8-4614-a0ec-fa1a66a0c0d2 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:44.377740 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-f7bb1514-a4a8-4614-a0ec-fa1a66a0c0d2 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/networks?id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 200 len: 814 time: 0.4573936 Sep 03 21:33:44.407366 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-ff3ec61c-66cb-4c24-b84c-cd7d93b8b689 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/quotas/c957ac51794a4288bfd8c669b8a919f7 HTTP/1.1" status: 200 len: 375 time: 0.0285990 Sep 03 21:33:44.539136 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-d875cb60-ed48-44e5-b6a3-2c36d8d4bbee tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234996 Sep 03 21:33:44.638604 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56448b4-3d7f-453f-9bdc-f25da92f6367 req-a381ef5d-4c1b-48a9-bef4-581af57ef626 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:44.643002 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d56448b4-3d7f-453f-9bdc-f25da92f6367 req-a381ef5d-4c1b-48a9-bef4-581af57ef626 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0659854 Sep 03 21:33:44.691491 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d56448b4-3d7f-453f-9bdc-f25da92f6367 req-423e6d52-d0c6-43cb-91c8-238a2550b796 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417473 Sep 03 21:33:44.761565 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-2e0df3e2-8cb3-4d04-875a-d521674bd831 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131150 Sep 03 21:33:44.834585 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32793e8f-a723-4d5b-a4be-fc80886f853f req-49699a30-e2e8-4959-acef-c496f205365a tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:44.843448 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-32793e8f-a723-4d5b-a4be-fc80886f853f req-49699a30-e2e8-4959-acef-c496f205365a tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 932 time: 0.0702491 Sep 03 21:33:44.901396 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-32793e8f-a723-4d5b-a4be-fc80886f853f req-bc1046c9-bf7a-4419-94c8-695c36c53fb1 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574515 Sep 03 21:33:44.938595 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-2c5ae181-4dc2-42c5-a5e9-92b5e74436a8 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653185 Sep 03 21:33:44.952207 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373cd44a-5dc9-4c4f-b68e-879935a222d8 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:33:44.960776 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:44.979485 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Transition to ACTIVE for port object 373cd44a-5dc9-4c4f-b68e-879935a222d8 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:45.053029 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:45.194933 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Pushing event updated for resources: {'Port': ['ID=373cd44a-5dc9-4c4f-b68e-879935a222d8,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:45.230618 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6d27e7b3-ea83-4549-bc7f-ecb0046b60b4 req-b79c04f3-c0a5-46fa-9a46-ad7446e91368 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 210 time: 0.0390475 Sep 03 21:33:45.237392 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Attempting to bind port 373cd44a-5dc9-4c4f-b68e-879935a222d8 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:45.239073 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Attempting to bind port 373cd44a-5dc9-4c4f-b68e-879935a222d8 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:45.239631 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Attempting to bind port 373cd44a-5dc9-4c4f-b68e-879935a222d8 on network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:45.255856 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Port 373cd44a-5dc9-4c4f-b68e-879935a222d8 on network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:33:45.255856 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Attempting to bind port 373cd44a-5dc9-4c4f-b68e-879935a222d8 on network 6f63416b-4af1-4940-a37c-7dc7b1c52f09 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:45.255856 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:45.255856 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Checking segment: {'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:45.255856 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Bound using segment: {'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:45.255856 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Bound port: 373cd44a-5dc9-4c4f-b68e-879935a222d8, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:45.256351 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:45.277488 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e516d-c872-41bd-9cad-1c99dd675724 req-f17a0d13-91a0-473d-ae10-b661c7856896 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:45.286620 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7e2e516d-c872-41bd-9cad-1c99dd675724 req-f17a0d13-91a0-473d-ae10-b661c7856896 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0919573 Sep 03 21:33:45.356804 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7e2e516d-c872-41bd-9cad-1c99dd675724 req-470990db-fec3-44ee-b2b6-4879e853f716 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689807 Sep 03 21:33:45.410996 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] For port 373cd44a-5dc9-4c4f-b68e-879935a222d8, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:45.415123 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] For port 373cd44a-5dc9-4c4f-b68e-879935a222d8, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=373cd44a-5dc9-4c4f-b68e-879935a222d8,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:45.488743 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898aa74-bd77-40a6-8676-513b76e3eef2 req-f7745644-5108-4050-a2a3-36cb827365ab tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:45.490361 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2898aa74-bd77-40a6-8676-513b76e3eef2 req-f7745644-5108-4050-a2a3-36cb827365ab tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0557632 Sep 03 21:33:45.492918 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:45.544487 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:45.545222 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:45.546788 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] 10.222.0.18 "PUT /v2.0/ports/373cd44a-5dc9-4c4f-b68e-879935a222d8 HTTP/1.1" status: 200 len: 1094 time: 1.6662407 Sep 03 21:33:45.549337 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbba37f-443d-468b-8e5a-c2d48c5b3e62', 'tag': '373cd44a-5dc9-4c4f-b68e-879935a222d8'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:33:45.551556 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b84cba0-328c-4cc3-98ca-c4081ec319b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbba37f-443d-468b-8e5a-c2d48c5b3e62", "tag": "373cd44a-5dc9-4c4f-b68e-879935a222d8"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:33:45.595035 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2898aa74-bd77-40a6-8676-513b76e3eef2 req-65dda6bb-8183-4a5f-a7c5-2a4ca6fb1fd1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679574 Sep 03 21:33:45.595035 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a0006-b1f2-41e8-9cca-b7509bbf2da6 service neutron] Pushing event updated for resources: {'Port': ['ID=373cd44a-5dc9-4c4f-b68e-879935a222d8,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:45.691391 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db28a02f-3521-49fb-a95b-d1da364b666e x-openstack-request-id: req-db28a02f-3521-49fb-a95b-d1da364b666e {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:33:45.691755 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbba37f-443d-468b-8e5a-c2d48c5b3e62", "tag": "373cd44a-5dc9-4c4f-b68e-879935a222d8", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:33:45.692093 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db28a02f-3521-49fb-a95b-d1da364b666e {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:33:45.692738 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbba37f-443d-468b-8e5a-c2d48c5b3e62', 'tag': '373cd44a-5dc9-4c4f-b68e-879935a222d8', 'status': 'completed', 'code': 200} Sep 03 21:33:45.846134 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93933f9-b103-409e-9d69-8a1c3b4ee12d req-e41d4417-1a8a-429c-89bd-5f24b7c039d0 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:45.865768 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345848ca-5b2e-4fb8-82f9-757dba6cfe40 req-60ad803a-e51b-42e9-a4d7-91fbd92463f3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:45.870847 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-345848ca-5b2e-4fb8-82f9-757dba6cfe40 req-60ad803a-e51b-42e9-a4d7-91fbd92463f3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0617809 Sep 03 21:33:45.872271 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a93933f9-b103-409e-9d69-8a1c3b4ee12d req-e41d4417-1a8a-429c-89bd-5f24b7c039d0 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0942273 Sep 03 21:33:45.893088 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84cba0-328c-4cc3-98ca-c4081ec319b0 req-e8cf448d-6d94-49a8-ad2c-de43a6d65882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:45.894681 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0b84cba0-328c-4cc3-98ca-c4081ec319b0 req-e8cf448d-6d94-49a8-ad2c-de43a6d65882 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1117986d9734474da1e1be2d1a75c8ff&device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 1097 time: 0.1519346 Sep 03 21:33:45.946272 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a93933f9-b103-409e-9d69-8a1c3b4ee12d req-0d5f6fe4-9c5f-44ac-9027-b4169af8e6f5 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694947 Sep 03 21:33:45.949904 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-345848ca-5b2e-4fb8-82f9-757dba6cfe40 req-95e70ca9-68a0-44eb-b073-9b25ef695532 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706692 Sep 03 21:33:46.034268 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-e42457fe-c7cb-4edb-a2ea-dc6cc1441158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.036014 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-e42457fe-c7cb-4edb-a2ea-dc6cc1441158 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 1099 time: 0.0683424 Sep 03 21:33:46.094744 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84cba0-328c-4cc3-98ca-c4081ec319b0 req-15774a3d-e236-4bb8-a023-8b7935b14aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.096661 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0b84cba0-328c-4cc3-98ca-c4081ec319b0 req-15774a3d-e236-4bb8-a023-8b7935b14aa3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1117986d9734474da1e1be2d1a75c8ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1851947 Sep 03 21:33:46.235498 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-06d952dc-addd-4ba6-bbdf-575520e25aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.241361 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84cba0-328c-4cc3-98ca-c4081ec319b0 req-e3593573-1364-40e5-897a-166cfe70ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.243832 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0b84cba0-328c-4cc3-98ca-c4081ec319b0 req-e3593573-1364-40e5-897a-166cfe70ba4b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312699 Sep 03 21:33:46.245293 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-06d952dc-addd-4ba6-bbdf-575520e25aae service neutron] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 910 time: 0.2004466 Sep 03 21:33:46.260391 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e59ead-ad37-4d80-9ca3-29402c8582c3 req-76e8a832-19fa-4b18-84bd-d8eecffd5979 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.268351 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71e59ead-ad37-4d80-9ca3-29402c8582c3 req-76e8a832-19fa-4b18-84bd-d8eecffd5979 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 944 time: 0.1032233 Sep 03 21:33:46.396547 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d8bfd50c-476d-4c4f-93c7-8bf86f743358 req-4168a348-d1bb-4b66-9f62-ceb1b808d4c2 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 210 time: 0.0446663 Sep 03 21:33:46.397497 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71e59ead-ad37-4d80-9ca3-29402c8582c3 req-fb2f086a-cebf-4698-8115-1950409ed648 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186635 Sep 03 21:33:46.405740 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-59cfb16b-09e6-40bf-b106-5bff4ca0f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.406092 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-865faec9-851c-4c57-a44d-ce0b49cddafc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98 HTTP/1.1" status: 200 len: 1002 time: 0.1225877 Sep 03 21:33:46.406378 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-59cfb16b-09e6-40bf-b106-5bff4ca0f8c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1117986d9734474da1e1be2d1a75c8ff&device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 1097 time: 0.1081126 Sep 03 21:33:46.462339 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-9e8ca2ed-db3b-4e8c-b19a-d8099f71dc3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373cd44a-5dc9-4c4f-b68e-879935a222d8 HTTP/1.1" status: 200 len: 217 time: 0.0405691 Sep 03 21:33:46.479559 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-04516eee-2bb0-4a4d-b636-8d897f5d13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.482400 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-04516eee-2bb0-4a4d-b636-8d897f5d13f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0601404 Sep 03 21:33:46.535154 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-fda66f43-4e42-459c-af10-19497674d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.536528 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-b1ab9fb2-d5fe-4e89-a851-d00ce97d84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.539495 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-fda66f43-4e42-459c-af10-19497674d111 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463192 Sep 03 21:33:46.542852 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-b1ab9fb2-d5fe-4e89-a851-d00ce97d84d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a HTTP/1.1" status: 200 len: 849 time: 0.0670419 Sep 03 21:33:46.585962 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-ef91e39a-5400-47c6-b46e-5b1013ade9f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f63416b-4af1-4940-a37c-7dc7b1c52f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323884 Sep 03 21:33:46.696379 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-381fabea-1704-485b-a2cb-8d0e6ea77b74 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433945 Sep 03 21:33:46.757739 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-582eef0c-eef4-41f2-8fc1-efd363630319 service neutron] 10.222.0.18 "GET /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613231 Sep 03 21:33:46.819388 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd6175-12fe-45ab-bd83-da915b8e6017 req-580dba4a-7fe6-47d9-8cf5-f22abe68445a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:46.820916 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e5bd6175-12fe-45ab-bd83-da915b8e6017 req-580dba4a-7fe6-47d9-8cf5-f22abe68445a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.1081362 Sep 03 21:33:46.849315 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c2ecb73d-30d2-48c6-b689-9aa646b6a53c req-516b398b-93f6-4486-9669-df65c67a2f01 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342394 Sep 03 21:33:46.912109 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e5bd6175-12fe-45ab-bd83-da915b8e6017 req-6b59348e-da5e-45ba-acdf-3e135378031c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702324 Sep 03 21:33:46.923750 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-82e64153-7256-4aec-8454-be23aa3f7fe0 req-608764ba-6659-4251-a5bb-0d1e1e5d625a service neutron] 10.222.0.18 "GET /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580088 Sep 03 21:33:47.054777 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e041af-aa4c-4b3d-b186-6a757d863b87 req-5ee8c42e-74d4-4b8f-a07f-d9cd25d81eae tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:47.056258 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08e041af-aa4c-4b3d-b186-6a757d863b87 req-5ee8c42e-74d4-4b8f-a07f-d9cd25d81eae tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0500951 Sep 03 21:33:47.056496 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea0280-aba9-4495-b396-5bc79840101f req-2fab50ea-6276-493f-968a-d530bb010efa tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:47.057967 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-69ea0280-aba9-4495-b396-5bc79840101f req-2fab50ea-6276-493f-968a-d530bb010efa tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0489159 Sep 03 21:33:47.101054 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08e041af-aa4c-4b3d-b186-6a757d863b87 req-ac224a98-3333-490b-bacc-0b05028be804 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379684 Sep 03 21:33:47.101584 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-69ea0280-aba9-4495-b396-5bc79840101f req-6c451466-db03-4549-bc03-0a8fc9996750 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Sep 03 21:33:47.498664 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fb08598b-ea8a-4145-93ac-6f950960effd req-5f977882-5547-434b-9745-e86e03c3bffe tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 210 time: 0.0334184 Sep 03 21:33:47.614630 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84a7b7-d9b0-47b7-a62d-29df05d7fbf5 req-414a2988-ed36-46b8-a496-621c291bca8c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:47.616261 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fa84a7b7-d9b0-47b7-a62d-29df05d7fbf5 req-414a2988-ed36-46b8-a496-621c291bca8c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 944 time: 0.0687039 Sep 03 21:33:47.666687 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fa84a7b7-d9b0-47b7-a62d-29df05d7fbf5 req-96f0828d-01a7-49d0-8cd7-a62e21e786e1 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439699 Sep 03 21:33:48.034051 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021f391-15b6-4d95-9802-09dfee9aea02 req-b09cb370-ffad-40db-a136-a021edb60a16 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:48.035586 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0021f391-15b6-4d95-9802-09dfee9aea02 req-b09cb370-ffad-40db-a136-a021edb60a16 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0471108 Sep 03 21:33:48.077900 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0021f391-15b6-4d95-9802-09dfee9aea02 req-f2630389-4da1-46d6-bcf8-e04d4df04b93 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Sep 03 21:33:48.225543 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cc353-866b-4229-9912-1744a758331b req-0f286dad-ae38-4bb0-9dcf-43618b818984 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:48.233850 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb7cc353-866b-4229-9912-1744a758331b req-0f286dad-ae38-4bb0-9dcf-43618b818984 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0577853 Sep 03 21:33:48.275440 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb7cc353-866b-4229-9912-1744a758331b req-2eecf214-d27e-42ed-839a-1533a598ad63 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402875 Sep 03 21:33:48.520898 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-5058e92a-843e-4916-8b55-2b85b9c42214 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:48.527611 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-5058e92a-843e-4916-8b55-2b85b9c42214 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.18 "GET /v2.0/networks?id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 200 len: 814 time: 0.1471350 Sep 03 21:33:48.541227 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'port': {'device_id': '5ac02833-1a74-4325-8887-b483027730fb', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'admin_state_up': True, 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:48.601729 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b0d19014-f654-430a-b84f-4412aef83314 req-645097c0-e402-45d4-b52b-95d7b14f0ee6 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 210 time: 0.0303404 Sep 03 21:33:48.795802 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Made reservation on behalf of c957ac51794a4288bfd8c669b8a919f7 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:33:48.803000 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:48.825117 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34838-d3d9-4415-a361-e9fa84522d03 req-cb25b1b4-ad96-4773-ad4c-3002694f06a8 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:48.834105 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71d34838-d3d9-4415-a361-e9fa84522d03 req-cb25b1b4-ad96-4773-ad4c-3002694f06a8 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 944 time: 0.0844066 Sep 03 21:33:48.904398 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71d34838-d3d9-4415-a361-e9fa84522d03 req-9b0d19a6-7f39-466a-a067-002db2c0d87c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690484 Sep 03 21:33:48.992507 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Allocated IP 172.20.0.13 (7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a/09e7b2fe-7699-4bae-b51a-4f342316a662/55325f34-dc64-4541-a329-fc4f8667e528) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:33:49.198503 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:49.255804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Transition to ACTIVE for port object 55325f34-dc64-4541-a329-fc4f8667e528 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:49.286067 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5f864-367d-46cc-bc38-94cce6c69cf8 req-d6dfb9c1-ea61-4e1b-ac69-ce78d920df01 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:49.301317 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-79c5f864-367d-46cc-bc38-94cce6c69cf8 req-d6dfb9c1-ea61-4e1b-ac69-ce78d920df01 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0975044 Sep 03 21:33:49.413443 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-79c5f864-367d-46cc-bc38-94cce6c69cf8 req-9339e021-891a-4fc9-83cf-60278e5689e6 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028876 Sep 03 21:33:49.489627 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:49.547563 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:33:49.550718 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:33:49.556968 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:33:49.601904 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'Port': ['ID=55325f34-dc64-4541-a329-fc4f8667e528,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:49.673342 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:49.674628 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:49.810348 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2b336-d8d7-43e5-990e-3b72ecae51cb req-d679e8eb-8f2f-4fdc-9bfe-db2576fa5e28 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:49.819520 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c4a2b336-d8d7-43e5-990e-3b72ecae51cb req-d679e8eb-8f2f-4fdc-9bfe-db2576fa5e28 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 932 time: 0.0902543 Sep 03 21:33:49.871747 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-57a2c10a-4570-4218-aba6-b778e67bb8b0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3346694 Sep 03 21:33:49.895580 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Request body: {'port': {'device_id': '5ac02833-1a74-4325-8887-b483027730fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:33:49.961868 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c4a2b336-d8d7-43e5-990e-3b72ecae51cb req-87af107b-a95f-41ca-ab95-45e3933fadeb tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396031 Sep 03 21:33:50.093558 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-a8694ce9-a428-4129-8f15-fec41902ab58 None None] Provisioning for port 55325f34-dc64-4541-a329-fc4f8667e528 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:50.100848 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-a8694ce9-a428-4129-8f15-fec41902ab58 None None] Provisioning complete for port 55325f34-dc64-4541-a329-fc4f8667e528 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:50.100848 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-a8694ce9-a428-4129-8f15-fec41902ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:50.142286 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:50.186834 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-a8694ce9-a428-4129-8f15-fec41902ab58 None None] Port 55325f34-dc64-4541-a329-fc4f8667e528 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:33:50.202596 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9bb50-3462-4cd4-b637-9cb2de6ee74c req-bb4c7cf5-86f0-4d9c-96d9-56a6afb1d763 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:50.222502 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-12f9bb50-3462-4cd4-b637-9cb2de6ee74c req-bb4c7cf5-86f0-4d9c-96d9-56a6afb1d763 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 944 time: 0.1552141 Sep 03 21:33:50.290505 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-12f9bb50-3462-4cd4-b637-9cb2de6ee74c req-b2c5c7e7-9bd5-4b8a-b85b-4673ab776249 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743613 Sep 03 21:33:50.643620 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08eb39-0d4a-4f5c-b9ad-cf6d0304ffc6 req-8fbdf14b-64ad-45b4-bdb4-4ba3cf2a49a9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:50.653453 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0e08eb39-0d4a-4f5c-b9ad-cf6d0304ffc6 req-8fbdf14b-64ad-45b4-bdb4-4ba3cf2a49a9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0780435 Sep 03 21:33:50.704431 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0e08eb39-0d4a-4f5c-b9ad-cf6d0304ffc6 req-ec89bb77-b574-4d18-88e2-c6fb17bd5acc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Sep 03 21:33:50.803554 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55325f34-dc64-4541-a329-fc4f8667e528 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:33:50.853050 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:50.853050 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Transition to ACTIVE for port object 55325f34-dc64-4541-a329-fc4f8667e528 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:33:51.085372 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 373cd44a-5dc9-4c4f-b68e-879935a222d8 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:33:51.147553 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a2475-5bea-47e6-b9c6-7434e2a78c55 req-05f0c3a2-ce95-4a9a-9220-fa5e2f7d83b4 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:51.154983 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3f4a2475-5bea-47e6-b9c6-7434e2a78c55 req-05f0c3a2-ce95-4a9a-9220-fa5e2f7d83b4 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 932 time: 0.0974813 Sep 03 21:33:51.198016 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3f4a2475-5bea-47e6-b9c6-7434e2a78c55 req-0c0879c2-b9f9-40bb-9846-6406118aac7d tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Sep 03 21:33:51.280487 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 373cd44a-5dc9-4c4f-b68e-879935a222d8, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=373cd44a-5dc9-4c4f-b68e-879935a222d8,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:51.299326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '373cd44a-5dc9-4c4f-b68e-879935a222d8', 'network_id': '6f63416b-4af1-4940-a37c-7dc7b1c52f09', 'port_id': '373cd44a-5dc9-4c4f-b68e-879935a222d8', 'mac_address': 'fa:16:3e:93:f1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:33:51.352683 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:33:51.413416 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:51.430004 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:51.451680 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373cd44a-5dc9-4c4f-b68e-879935a222d8 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:33:51.473431 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 373cd44a-5dc9-4c4f-b68e-879935a222d8, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=373cd44a-5dc9-4c4f-b68e-879935a222d8,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:51.533065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caa220-61e1-481c-93d6-4b7f9d681bce req-cac69f54-fe36-491d-a26b-36db33f80dd3 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:51.536567 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Pushing event updated for resources: {'Port': ['ID=55325f34-dc64-4541-a329-fc4f8667e528,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:51.541830 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-06caa220-61e1-481c-93d6-4b7f9d681bce req-cac69f54-fe36-491d-a26b-36db33f80dd3 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 944 time: 0.1081927 Sep 03 21:33:51.607683 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:51.618976 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-06caa220-61e1-481c-93d6-4b7f9d681bce req-1d20e872-09bd-443c-b17d-b454051c35b0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 Sep 03 21:33:51.714948 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=373cd44a-5dc9-4c4f-b68e-879935a222d8,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:51.746376 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Attempting to bind port 55325f34-dc64-4541-a329-fc4f8667e528 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:33:51.746732 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Attempting to bind port 55325f34-dc64-4541-a329-fc4f8667e528 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:33:51.761725 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Attempting to bind port 55325f34-dc64-4541-a329-fc4f8667e528 on network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:51.764332 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Port 55325f34-dc64-4541-a329-fc4f8667e528 on network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:33:51.764624 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Attempting to bind port 55325f34-dc64-4541-a329-fc4f8667e528 on network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:33:51.775051 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:33:51.775403 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Checking segment: {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:33:51.775890 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Bound using segment: {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:33:51.776250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Bound port: 55325f34-dc64-4541-a329-fc4f8667e528, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:33:51.797356 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:51.908954 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['373cd44a-5dc9-4c4f-b68e-879935a222d8'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:33:52.018611 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] For port 55325f34-dc64-4541-a329-fc4f8667e528, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:33:52.023104 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] For port 55325f34-dc64-4541-a329-fc4f8667e528, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=55325f34-dc64-4541-a329-fc4f8667e528,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:33:52.052495 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1ac8e-82df-447e-a2b1-4a72e65b0fdc req-94803c7d-fbd7-4f3d-9396-222826e1b832 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:52.062178 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-80b1ac8e-82df-447e-a2b1-4a72e65b0fdc req-94803c7d-fbd7-4f3d-9396-222826e1b832 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.1784961 Sep 03 21:33:52.140245 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-80b1ac8e-82df-447e-a2b1-4a72e65b0fdc req-621f9577-2f46-4391-8263-6b17beec8668 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760014 Sep 03 21:33:52.148238 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:52.259897 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:52.263657 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:52.266418 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] 10.222.0.18 "PUT /v2.0/ports/55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 1094 time: 2.3761563 Sep 03 21:33:52.277145 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:33:52.282611 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f63140c-2d27-4cb2-a6dc-0c76e251a5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:33:52.309609 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70786ebc-7e53-4f43-917a-ec77be2ad716 service neutron] Pushing event updated for resources: {'Port': ['ID=55325f34-dc64-4541-a329-fc4f8667e528,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:52.344290 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651937a0-667b-4abb-867e-c3c2cf0a9362 x-openstack-request-id: req-651937a0-667b-4abb-867e-c3c2cf0a9362 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:33:52.344586 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:33:52.344867 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-651937a0-667b-4abb-867e-c3c2cf0a9362 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:33:52.345240 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528', 'status': 'completed', 'code': 200} Sep 03 21:33:52.361050 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb668c-571d-4aa2-82b5-304433588acc req-09e66d4f-dc01-4273-9552-20c1a05b8413 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:52.362552 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1bbb668c-571d-4aa2-82b5-304433588acc req-09e66d4f-dc01-4273-9552-20c1a05b8413 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0623238 Sep 03 21:33:52.405620 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1bbb668c-571d-4aa2-82b5-304433588acc req-ae698eda-56d0-4b43-8093-625e2a188a51 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369375 Sep 03 21:33:52.494977 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63140c-2d27-4cb2-a6dc-0c76e251a5ef req-c3427d01-bda5-4468-9823-5295e790864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:52.496485 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4f63140c-2d27-4cb2-a6dc-0c76e251a5ef req-c3427d01-bda5-4468-9823-5295e790864c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1097 time: 0.0433805 Sep 03 21:33:52.603568 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63140c-2d27-4cb2-a6dc-0c76e251a5ef req-a1f742f8-7566-4b4e-93c9-66c91ddd847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:52.604957 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4f63140c-2d27-4cb2-a6dc-0c76e251a5ef req-a1f742f8-7566-4b4e-93c9-66c91ddd847e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c957ac51794a4288bfd8c669b8a919f7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0995288 Sep 03 21:33:52.725894 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63140c-2d27-4cb2-a6dc-0c76e251a5ef req-0de3b354-bc2d-4184-8a37-52ad05755fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:52.727371 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4f63140c-2d27-4cb2-a6dc-0c76e251a5ef req-0de3b354-bc2d-4184-8a37-52ad05755fbe service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1129935 Sep 03 21:33:52.744497 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805077-d3c1-4bec-b30f-dca90f45199d req-4f25479c-8fc2-4935-ba5c-33c092d84656 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:52.745955 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a7805077-d3c1-4bec-b30f-dca90f45199d req-4f25479c-8fc2-4935-ba5c-33c092d84656 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 945 time: 0.0658972 Sep 03 21:33:52.792617 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a7805077-d3c1-4bec-b30f-dca90f45199d req-f753a013-f13c-4675-8fb3-e21bad3d1ba6 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364747 Sep 03 21:33:53.090912 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 373cd44a-5dc9-4c4f-b68e-879935a222d8 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:33:53.259024 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421ab5-2e28-4d96-a005-905b7fe7645d req-e9257ad5-7e6c-48d9-a52b-a2ef3578cf2c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:53.260495 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f3421ab5-2e28-4d96-a005-905b7fe7645d req-e9257ad5-7e6c-48d9-a52b-a2ef3578cf2c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0467684 Sep 03 21:33:53.306404 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f3421ab5-2e28-4d96-a005-905b7fe7645d req-07888121-802c-4ed5-b003-dd65ed9af0a8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 Sep 03 21:33:53.333432 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 373cd44a-5dc9-4c4f-b68e-879935a222d8 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:33:53.341538 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 373cd44a-5dc9-4c4f-b68e-879935a222d8 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:33:53.342588 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:53.457840 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:53.500152 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbba37f-443d-468b-8e5a-c2d48c5b3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373cd44a-5dc9-4c4f-b68e-879935a222d8'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:33:53.504040 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b7466b-666d-4b96-a64f-dfc3379974a6" -d '{"events": [{"server_uuid": "ebbba37f-443d-468b-8e5a-c2d48c5b3e62", "name": "network-vif-plugged", "status": "completed", "tag": "373cd44a-5dc9-4c4f-b68e-879935a222d8"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:33:53.526250 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 373cd44a-5dc9-4c4f-b68e-879935a222d8, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=373cd44a-5dc9-4c4f-b68e-879935a222d8,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:33:53.564899 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe3de92-037f-425a-88e6-312ff709134e x-openstack-request-id: req-fbe3de92-037f-425a-88e6-312ff709134e {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:33:53.565197 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbba37f-443d-468b-8e5a-c2d48c5b3e62", "name": "network-vif-plugged", "status": "completed", "tag": "373cd44a-5dc9-4c4f-b68e-879935a222d8", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:33:53.566289 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbe3de92-037f-425a-88e6-312ff709134e {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:33:53.575994 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbba37f-443d-468b-8e5a-c2d48c5b3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373cd44a-5dc9-4c4f-b68e-879935a222d8', 'code': 200} Sep 03 21:33:53.604539 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defaee3-18a8-455a-aabc-a2d5e3a4b00b req-6d74bc08-b0b7-4bc7-8d09-145740b8df88 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:53.607546 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0defaee3-18a8-455a-aabc-a2d5e3a4b00b req-6d74bc08-b0b7-4bc7-8d09-145740b8df88 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0993452 Sep 03 21:33:53.630085 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:33:53.693034 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0defaee3-18a8-455a-aabc-a2d5e3a4b00b req-312e7bc7-21c9-4509-818b-943aca912728 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728946 Sep 03 21:33:53.890152 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=373cd44a-5dc9-4c4f-b68e-879935a222d8,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:33:54.032076 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070b260-7450-4ba1-a305-974c9300f6cc req-09736e37-9678-4759-bca0-b1d3bc06050e tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:54.039798 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e070b260-7450-4ba1-a305-974c9300f6cc req-09736e37-9678-4759-bca0-b1d3bc06050e tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.1032946 Sep 03 21:33:54.148257 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e070b260-7450-4ba1-a305-974c9300f6cc req-1d36f5ec-192a-4814-a620-1f3517c7ded9 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620022 Sep 03 21:33:54.439666 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32177603-5f37-4bb2-b1fc-5b8cbc2232ed req-92afa335-81ce-48e7-bd6d-123de2b81d24 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:54.447334 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-32177603-5f37-4bb2-b1fc-5b8cbc2232ed req-92afa335-81ce-48e7-bd6d-123de2b81d24 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0479293 Sep 03 21:33:54.478357 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-32177603-5f37-4bb2-b1fc-5b8cbc2232ed req-9eb8c51b-c29a-4809-b5ad-8ac15d24a5e6 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312555 Sep 03 21:33:54.519347 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-80d73f8f-587e-416f-bb26-a0eb0a052980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:54.520565 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-80d73f8f-587e-416f-bb26-a0eb0a052980 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1097 time: 0.0434303 Sep 03 21:33:54.567942 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-cdce4716-c693-480e-8e00-6115e2e1e22a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 217 time: 0.0387518 Sep 03 21:33:54.673902 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-f6f69b8b-6e11-440f-822c-e788d9ceb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:54.676011 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-f6f69b8b-6e11-440f-822c-e788d9ceb427 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e7b2fe-7699-4bae-b51a-4f342316a662 HTTP/1.1" status: 200 len: 853 time: 0.0597012 Sep 03 21:33:54.879646 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd5c7-03b8-4008-9387-ad966addcc91 req-42917866-f1a3-46b2-9cf8-925f16014e38 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:54.886089 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c49e3-4c1c-42e6-a912-842dfe208874 req-76e31356-0223-459c-a2b0-795ffd7352b8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:54.888771 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b66dd5c7-03b8-4008-9387-ad966addcc91 req-42917866-f1a3-46b2-9cf8-925f16014e38 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0826576 Sep 03 21:33:54.903711 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d86c49e3-4c1c-42e6-a912-842dfe208874 req-76e31356-0223-459c-a2b0-795ffd7352b8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0846767 Sep 03 21:33:54.935466 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b66dd5c7-03b8-4008-9387-ad966addcc91 req-bf440371-cdf4-481f-b48c-59b90cd31109 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451603 Sep 03 21:33:54.951157 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d86c49e3-4c1c-42e6-a912-842dfe208874 req-a883f80f-c27c-4c43-a8c4-4d92096cc6a7 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456274 Sep 03 21:33:55.247528 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff778e-4b95-44b4-a750-a147c1734b18 req-76f24adf-b85b-4f47-a5dd-c7869e9dcf3f tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:55.249006 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c8ff778e-4b95-44b4-a750-a147c1734b18 req-76f24adf-b85b-4f47-a5dd-c7869e9dcf3f tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0520372 Sep 03 21:33:55.301621 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c8ff778e-4b95-44b4-a750-a147c1734b18 req-98302156-303c-4d73-8b4e-1502ec964316 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Sep 03 21:33:55.604948 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb00aa-cbd6-499c-9629-7e307a9147bd req-f386a0e9-e897-4bd3-a3f5-e86a7dd8e2a9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:55.612725 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-06cb00aa-cbd6-499c-9629-7e307a9147bd req-f386a0e9-e897-4bd3-a3f5-e86a7dd8e2a9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0579286 Sep 03 21:33:55.656463 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-06cb00aa-cbd6-499c-9629-7e307a9147bd req-62f675fc-51cc-41e9-b6e0-3d4ff1713a7a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Sep 03 21:33:56.055922 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9a0b-8cd2-45a2-88d8-47a8ce2d089c req-91cfd210-e231-4c44-bf89-0b5f74c0c906 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:56.057553 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-80ca9a0b-8cd2-45a2-88d8-47a8ce2d089c req-91cfd210-e231-4c44-bf89-0b5f74c0c906 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0537086 Sep 03 21:33:56.081410 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed99df0-e1a8-4fda-9de8-9da5a65227d3 req-03656170-6124-4595-b886-cdad08d5267b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:56.083146 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6ed99df0-e1a8-4fda-9de8-9da5a65227d3 req-03656170-6124-4595-b886-cdad08d5267b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0510850 Sep 03 21:33:56.112040 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-80ca9a0b-8cd2-45a2-88d8-47a8ce2d089c req-23e89873-4980-4ca0-b337-d0c3cad2b299 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Sep 03 21:33:56.130228 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6ed99df0-e1a8-4fda-9de8-9da5a65227d3 req-47f86f5c-5150-41f0-89e8-c233ffbf9778 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 Sep 03 21:33:56.422872 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551987-76fa-49d6-9a91-2ff9a02a43f3 req-e1f4fe2e-524c-4982-b3bc-675ec65ed569 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:56.426131 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-56551987-76fa-49d6-9a91-2ff9a02a43f3 req-e1f4fe2e-524c-4982-b3bc-675ec65ed569 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0511670 Sep 03 21:33:56.465221 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-56551987-76fa-49d6-9a91-2ff9a02a43f3 req-ddc01e9b-dc97-4488-869c-469debd897d5 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345752 Sep 03 21:33:56.784112 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71efb-1342-4510-9bcf-c2b9e6ff25c0 req-e951e725-0081-4f97-8858-d650ab3b1184 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:56.785895 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bee71efb-1342-4510-9bcf-c2b9e6ff25c0 req-e951e725-0081-4f97-8858-d650ab3b1184 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0540669 Sep 03 21:33:56.826093 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bee71efb-1342-4510-9bcf-c2b9e6ff25c0 req-e6bc78bb-a633-4fa7-aee4-0bbbde6984ad tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340533 Sep 03 21:33:57.244725 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68650c7-7ffe-405f-997e-ee436379aecc req-820399ae-2500-41e9-a1e1-fdfb46ff8f7b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:57.252404 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a68650c7-7ffe-405f-997e-ee436379aecc req-820399ae-2500-41e9-a1e1-fdfb46ff8f7b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0713665 Sep 03 21:33:57.294548 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a68650c7-7ffe-405f-997e-ee436379aecc req-a6ef6348-44ca-47b5-95f3-202e4269b8eb tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Sep 03 21:33:57.305853 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defb642-436c-4b4b-bb83-7af3f1741ef3 req-f6354647-e033-43d8-941d-b9cb93e8d085 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:57.307683 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6defb642-436c-4b4b-bb83-7af3f1741ef3 req-f6354647-e033-43d8-941d-b9cb93e8d085 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0611439 Sep 03 21:33:57.351399 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6defb642-436c-4b4b-bb83-7af3f1741ef3 req-60575e88-5831-473c-b06d-987cbefa4a0a tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Sep 03 21:33:57.591984 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc9e6a-848c-44d6-b08e-e9c438429f58 req-713b1369-8fe4-453c-8e7a-240d36e386bd tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:57.593600 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-06bc9e6a-848c-44d6-b08e-e9c438429f58 req-713b1369-8fe4-453c-8e7a-240d36e386bd tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0494392 Sep 03 21:33:57.644391 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-06bc9e6a-848c-44d6-b08e-e9c438429f58 req-c45ebb2c-4c9b-4350-ba45-d772d183deb2 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Sep 03 21:33:57.957361 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15a13c-56ab-4df7-bb6b-c952317b8781 req-098108f4-76ec-40d0-bddf-17457f5fa7b1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:57.961192 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1b15a13c-56ab-4df7-bb6b-c952317b8781 req-098108f4-76ec-40d0-bddf-17457f5fa7b1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0527816 Sep 03 21:33:57.997550 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1b15a13c-56ab-4df7-bb6b-c952317b8781 req-1b064b3e-54b9-493e-b072-4a0a3c7349ef tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323942 Sep 03 21:33:58.430539 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb584-3841-43aa-9ce8-82411eba02c4 req-a6f9b777-841f-4f90-8103-0b6e2871a119 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:58.432091 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-086bb584-3841-43aa-9ce8-82411eba02c4 req-a6f9b777-841f-4f90-8103-0b6e2871a119 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0625873 Sep 03 21:33:58.484292 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-086bb584-3841-43aa-9ce8-82411eba02c4 req-0f40ff03-299f-4d3f-8dd6-c174c8f5f247 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 Sep 03 21:33:58.487768 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d077-668d-40a6-afd1-cb6a8a167b21 req-fb527604-b07d-410f-b16e-a778818d02d7 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:58.489301 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-99e5d077-668d-40a6-afd1-cb6a8a167b21 req-fb527604-b07d-410f-b16e-a778818d02d7 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0535192 Sep 03 21:33:58.539057 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-99e5d077-668d-40a6-afd1-cb6a8a167b21 req-7dd54f05-e37d-49a6-8df7-baea90af2778 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390818 Sep 03 21:33:58.766694 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd4df9-11f9-4176-8714-4f871957bcf2 req-c35a9d0b-e42d-4fcc-aaa8-08ed93284a41 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:58.768566 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-babd4df9-11f9-4176-8714-4f871957bcf2 req-c35a9d0b-e42d-4fcc-aaa8-08ed93284a41 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0537071 Sep 03 21:33:58.808657 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-babd4df9-11f9-4176-8714-4f871957bcf2 req-768b5103-5e19-4c8d-9f36-800f0247c8b8 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338349 Sep 03 21:33:59.139715 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e070-25f4-4d49-a3c5-83e158026b43 req-ddab7505-d144-48a9-9771-03cb9e07a939 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:59.141979 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-60f1e070-25f4-4d49-a3c5-83e158026b43 req-ddab7505-d144-48a9-9771-03cb9e07a939 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0545816 Sep 03 21:33:59.180063 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-60f1e070-25f4-4d49-a3c5-83e158026b43 req-ce354067-7c51-428d-9b94-a3418e7186cd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Sep 03 21:33:59.601591 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef1468-bc08-4643-9c3a-9cc83aeaf707 req-d833d2cc-4bf4-46a9-9612-f68e7738fc1d tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:59.603842 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a0ef1468-bc08-4643-9c3a-9cc83aeaf707 req-d833d2cc-4bf4-46a9-9612-f68e7738fc1d tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0498962 Sep 03 21:33:59.650378 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a0ef1468-bc08-4643-9c3a-9cc83aeaf707 req-5729f173-9189-46e6-b081-e5cd33c3f06a tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367754 Sep 03 21:33:59.662049 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319724-8884-4deb-9413-cc65ef0a7f45 req-4ad5740e-e271-4e4f-8453-f065f9363796 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:59.673561 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-25319724-8884-4deb-9413-cc65ef0a7f45 req-4ad5740e-e271-4e4f-8453-f065f9363796 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0508709 Sep 03 21:33:59.706101 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-25319724-8884-4deb-9413-cc65ef0a7f45 req-98fa62e3-60d7-405d-b43a-48468e065eae tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345829 Sep 03 21:33:59.905441 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 56158) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:33:59.939671 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba94f8-61db-43a0-af98-5ca6ab8b2f26 req-42c23ef6-a659-431d-84cc-033b0344900c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:33:59.941224 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-92ba94f8-61db-43a0-af98-5ca6ab8b2f26 req-42c23ef6-a659-431d-84cc-033b0344900c tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0588639 Sep 03 21:33:59.979401 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-92ba94f8-61db-43a0-af98-5ca6ab8b2f26 req-61979578-1ae1-4834-b33f-02cfcf66a729 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Sep 03 21:34:00.049915 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05f03c6b-c461-4ee1-a78b-531fd6ada343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:00.137950 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05f03c6b-c461-4ee1-a78b-531fd6ada343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:00.212698 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05f03c6b-c461-4ee1-a78b-531fd6ada343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:00.260028 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-05f03c6b-c461-4ee1-a78b-531fd6ada343 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc44868f13d848c5b8321c458581d9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533509 Sep 03 21:34:00.323777 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f03c6b-c461-4ee1-a78b-531fd6ada343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b004e9c4-34bc-4fa9-b75f-c0e20a21cf12,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:00.323777 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11408cb6-79e7-42b9-b64c-4936cff9cb75 req-0959efc2-1cd6-4b19-b7c4-abe71b361576 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:00.323777 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-11408cb6-79e7-42b9-b64c-4936cff9cb75 req-0959efc2-1cd6-4b19-b7c4-abe71b361576 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0518317 Sep 03 21:34:00.325850 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 56164) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:00.364270 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-11408cb6-79e7-42b9-b64c-4936cff9cb75 req-666511d9-ff37-4b74-8c9f-89369ae5b007 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Sep 03 21:34:00.398112 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d7ea48fe-7f9f-41d1-a6b7-dabb836c7997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:00.430133 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d7ea48fe-7f9f-41d1-a6b7-dabb836c7997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:00.776899 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e8744-7c6e-45ea-b904-7184011c2d8d req-f2045719-c272-4792-b192-ab5dfa5a5e34 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:00.779111 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e17e8744-7c6e-45ea-b904-7184011c2d8d req-f2045719-c272-4792-b192-ab5dfa5a5e34 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0521958 Sep 03 21:34:00.831392 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e17e8744-7c6e-45ea-b904-7184011c2d8d req-819e33a9-8c11-415f-9016-80dc067a85f5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Sep 03 21:34:00.836597 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b587e-aad0-43a6-9c82-838e18a40053 req-7f445e9f-4f87-4865-bb14-47efedba4391 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:00.839145 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-730b587e-aad0-43a6-9c82-838e18a40053 req-7f445e9f-4f87-4865-bb14-47efedba4391 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0582218 Sep 03 21:34:00.886225 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-730b587e-aad0-43a6-9c82-838e18a40053 req-94314dc2-002f-4768-b6fc-b59db20266ce tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Sep 03 21:34:00.956000 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d7ea48fe-7f9f-41d1-a6b7-dabb836c7997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:00.958938 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d7ea48fe-7f9f-41d1-a6b7-dabb836c7997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:00.960121 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-d7ea48fe-7f9f-41d1-a6b7-dabb836c7997 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b004e9c4-34bc-4fa9-b75f-c0e20a21cf12 HTTP/1.1" status: 204 len: 168 time: 0.6331873 Sep 03 21:34:00.968584 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea48fe-7f9f-41d1-a6b7-dabb836c7997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b004e9c4-34bc-4fa9-b75f-c0e20a21cf12,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:01.102378 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef4a2-bb43-4708-939c-9976f8a234f4 req-b51641e3-47ac-4b4c-973d-1c08e7476a9d tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:01.103980 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fffef4a2-bb43-4708-939c-9976f8a234f4 req-b51641e3-47ac-4b4c-973d-1c08e7476a9d tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0516255 Sep 03 21:34:01.156462 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fffef4a2-bb43-4708-939c-9976f8a234f4 req-c14df141-602a-4ece-9fcb-1d8bcfb7f926 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454385 Sep 03 21:34:01.206915 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-926d1513-af99-4a59-8695-94a34380fd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:01.543040 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d562e-1874-496e-914e-9367912811cc req-c7f42511-78a9-46c1-8f63-a6e8844d67e7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:01.544524 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-947d562e-1874-496e-914e-9367912811cc req-c7f42511-78a9-46c1-8f63-a6e8844d67e7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0493965 Sep 03 21:34:01.582404 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-947d562e-1874-496e-914e-9367912811cc req-d2c0e1ee-564c-43a8-ad82-26bbd8efdbe9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311368 Sep 03 21:34:01.945914 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17dd4-9312-4fdb-8d48-52fb700174af req-5534bfed-9b0e-4be3-b8b3-cac341e5c8b2 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:01.947435 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d2c17dd4-9312-4fdb-8d48-52fb700174af req-5534bfed-9b0e-4be3-b8b3-cac341e5c8b2 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0490398 Sep 03 21:34:01.985643 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d2c17dd4-9312-4fdb-8d48-52fb700174af req-a6767fe5-0084-458e-bb89-0d25971b536f tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Sep 03 21:34:02.006419 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba8078-6e42-497c-801b-0fc2464db589 req-2807cfab-67a9-46a5-9d02-59ff26b76e60 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:02.007954 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cbba8078-6e42-497c-801b-0fc2464db589 req-2807cfab-67a9-46a5-9d02-59ff26b76e60 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0515628 Sep 03 21:34:02.087770 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cbba8078-6e42-497c-801b-0fc2464db589 req-3d84edc7-9295-4951-b548-58d8569425d2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714133 Sep 03 21:34:02.094433 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-5aab2057-600a-45bc-81aa-5b878e91aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:02.095583 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7726e-3f05-4f4d-9438-89b313a1f19b req-9b86050c-0f6d-41d3-97d8-f2da3d0005bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:02.096217 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-5aab2057-600a-45bc-81aa-5b878e91aa71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663908 Sep 03 21:34:02.097297 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fee7726e-3f05-4f4d-9438-89b313a1f19b req-9b86050c-0f6d-41d3-97d8-f2da3d0005bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 1099 time: 0.0497570 Sep 03 21:34:02.148908 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fee7726e-3f05-4f4d-9438-89b313a1f19b req-0f71aee4-1ddc-4aba-be1a-40322a3f3d99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305922 Sep 03 21:34:02.280950 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592b89-cec3-41cc-93eb-b7fcb69e8e85 req-81df7e4f-4bbe-44a4-aff8-2e00853624a8 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:02.286897 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b1592b89-cec3-41cc-93eb-b7fcb69e8e85 req-81df7e4f-4bbe-44a4-aff8-2e00853624a8 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0554175 Sep 03 21:34:02.327842 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b1592b89-cec3-41cc-93eb-b7fcb69e8e85 req-ddf85d04-c807-4a6f-a11c-40160f5105bd tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384400 Sep 03 21:34:02.432548 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-b356b8c1-52d0-4a35-868b-4297f1c49000 service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148494 Sep 03 21:34:02.521457 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4b7269e6-efda-4b58-b47f-aed24ae5262b req-1889690b-0988-49f6-96ec-d59aaad1dc2c service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798140 Sep 03 21:34:02.699412 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7463369-7d24-4977-9dc8-348e2c747196 req-39f43a29-9b17-4f56-8de1-842a5361e7c8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:02.700882 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b7463369-7d24-4977-9dc8-348e2c747196 req-39f43a29-9b17-4f56-8de1-842a5361e7c8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0475919 Sep 03 21:34:02.739027 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b7463369-7d24-4977-9dc8-348e2c747196 req-63d3fea5-d860-4574-8a3b-9458081fc043 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315053 Sep 03 21:34:03.004511 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-fb7bc2aa-d636-4588-82d2-d9b4d83b71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:03.006000 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-fb7bc2aa-d636-4588-82d2-d9b4d83b71a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 1099 time: 0.0438752 Sep 03 21:34:03.100013 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70adef-8d55-4239-b429-ea05372339fe req-200ac968-1ea2-4cdf-94d1-b97e76fe33a4 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:03.101529 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aa70adef-8d55-4239-b429-ea05372339fe req-200ac968-1ea2-4cdf-94d1-b97e76fe33a4 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0484326 Sep 03 21:34:03.114665 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-78720969-9095-44e1-bac3-421570e7ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:03.116944 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-78720969-9095-44e1-bac3-421570e7ac8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.0932972 Sep 03 21:34:03.143574 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aa70adef-8d55-4239-b429-ea05372339fe req-d0623b31-fe9f-457f-93aa-f70be6efdb8e tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348310 Sep 03 21:34:03.245461 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-cfe15087-e11f-4394-8afa-dc7f1750cb73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90 HTTP/1.1" status: 200 len: 1002 time: 0.1178231 Sep 03 21:34:03.257173 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92ca4b-0fb5-46f9-ab79-0645df8d9749 req-cf07e47b-8964-402d-8a78-8993db64dec2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:03.258581 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ff92ca4b-0fb5-46f9-ab79-0645df8d9749 req-cf07e47b-8964-402d-8a78-8993db64dec2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0882647 Sep 03 21:34:03.326484 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-4b20fbca-3317-4716-b6be-41233e12d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:03.327938 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-4b20fbca-3317-4716-b6be-41233e12d996 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0684981 Sep 03 21:34:03.331588 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ff92ca4b-0fb5-46f9-ab79-0645df8d9749 req-6b315dc6-f2cc-4d77-9fb6-65b2d19a77b3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645022 Sep 03 21:34:03.379662 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-5bb37265-82d4-48dc-a8ef-ad94690e84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:03.381191 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-5bb37265-82d4-48dc-a8ef-ad94690e84e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426581 Sep 03 21:34:03.447024 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b74322-09f2-4bb3-83ec-5586e0d72d53 req-5c615713-11e4-48f5-8dbd-23668be1ec6e tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:03.448496 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-13b74322-09f2-4bb3-83ec-5586e0d72d53 req-5c615713-11e4-48f5-8dbd-23668be1ec6e tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0480313 Sep 03 21:34:03.491849 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-13b74322-09f2-4bb3-83ec-5586e0d72d53 req-7de5d4de-ad10-4e39-aa79-6a4cc100ab11 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Sep 03 21:34:03.492234 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-980280d5-6108-4bbf-b197-6c782801c44a service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887821 Sep 03 21:34:03.586956 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a545d39f-6110-44fd-9e76-337b1a0e6ee1 req-757e3948-a597-4608-bc92-4805106b6367 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815926 Sep 03 21:34:03.862893 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e577bb1-7cd6-475c-b41a-0beba8290c1c req-7c02452b-92a8-4262-9761-a3aba2987280 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:03.864361 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2e577bb1-7cd6-475c-b41a-0beba8290c1c req-7c02452b-92a8-4262-9761-a3aba2987280 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0534449 Sep 03 21:34:03.899116 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3a2790fa-b1ae-4529-ade3-4f97a8eb44a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:03.903330 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2e577bb1-7cd6-475c-b41a-0beba8290c1c req-5c29fc3f-5fd2-4abc-a00a-fe8111cf4542 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Sep 03 21:34:04.030087 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:04.263187 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dc330-ba8b-4967-a4f3-a628367d2b3f req-88c02892-2cc7-4815-8a3b-657e02f505ba tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:04.264697 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-eb8dc330-ba8b-4967-a4f3-a628367d2b3f req-88c02892-2cc7-4815-8a3b-657e02f505ba tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0505381 Sep 03 21:34:04.308968 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-eb8dc330-ba8b-4967-a4f3-a628367d2b3f req-f9a4703e-f13e-44bd-b6a1-b0f4e9cc631e tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Sep 03 21:34:04.460457 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed830-0589-4f5e-b033-dc10f2a2d0e0 req-2d90989b-98e4-47da-9d2e-f74b8335fc64 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:04.462017 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-75aed830-0589-4f5e-b033-dc10f2a2d0e0 req-2d90989b-98e4-47da-9d2e-f74b8335fc64 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0584252 Sep 03 21:34:04.514894 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-75aed830-0589-4f5e-b033-dc10f2a2d0e0 req-df0b12d2-5d1a-4336-8c87-b0622ef0e16e tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 Sep 03 21:34:04.615284 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30272-2187-4b05-a322-1425b5d7160a req-5f68ec1d-41d5-462b-915d-07dd657ce1df tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:04.616932 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5ea30272-2187-4b05-a322-1425b5d7160a req-5f68ec1d-41d5-462b-915d-07dd657ce1df tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0534182 Sep 03 21:34:04.675808 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5ea30272-2187-4b05-a322-1425b5d7160a req-6298d7e5-95fb-4667-a1ea-89e3589e27c0 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Sep 03 21:34:05.029468 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773c874-9e14-4c88-a961-3b7000654e7d req-118f4cea-c795-41e2-8b79-7b3533dd2938 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:05.031130 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7773c874-9e14-4c88-a961-3b7000654e7d req-118f4cea-c795-41e2-8b79-7b3533dd2938 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0567861 Sep 03 21:34:05.069830 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7773c874-9e14-4c88-a961-3b7000654e7d req-b888a20f-0ef3-45d9-8c2c-86f86028338b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Sep 03 21:34:05.207244 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:05.216471 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 55325f34-dc64-4541-a329-fc4f8667e528 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:34:05.314813 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547adee-7176-4076-a8ea-58f433732b17 req-faf5b072-4e29-44e6-9417-2561f02321c5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:05.316308 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e547adee-7176-4076-a8ea-58f433732b17 req-faf5b072-4e29-44e6-9417-2561f02321c5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.18 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0535054 Sep 03 21:34:05.319598 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 55325f34-dc64-4541-a329-fc4f8667e528, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=55325f34-dc64-4541-a329-fc4f8667e528,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:05.347603 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '55325f34-dc64-4541-a329-fc4f8667e528', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'port_id': '55325f34-dc64-4541-a329-fc4f8667e528', 'mac_address': 'fa:16:3e:56:e8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:34:05.383277 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:05.398538 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55325f34-dc64-4541-a329-fc4f8667e528 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:34:05.418940 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 55325f34-dc64-4541-a329-fc4f8667e528, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=55325f34-dc64-4541-a329-fc4f8667e528,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:05.433195 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Deleting port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:34:05.433653 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:05.457967 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38821ad5-4de6-4027-b3ff-b306c1e4cfc3 req-92b483f9-6ff9-4ddc-90e2-de31109b5cb6 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:05.459606 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-38821ad5-4de6-4027-b3ff-b306c1e4cfc3 req-92b483f9-6ff9-4ddc-90e2-de31109b5cb6 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 944 time: 0.0521419 Sep 03 21:34:05.497905 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-38821ad5-4de6-4027-b3ff-b306c1e4cfc3 req-b46e8e39-4dcc-4a69-8826-aa0fa3007378 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313952 Sep 03 21:34:05.504326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:05.531142 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] For port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:05.531724 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:05.545037 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Calling delete_port for 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:34:05.554538 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=55325f34-dc64-4541-a329-fc4f8667e528,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:05.661114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acf7e7-a7cf-4d1f-a359-56444d93677e req-55af50f1-fc3d-40cb-aaf3-33772af9cc20 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:05.662519 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-20acf7e7-a7cf-4d1f-a359-56444d93677e req-55af50f1-fc3d-40cb-aaf3-33772af9cc20 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0688236 Sep 03 21:34:05.737108 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-20acf7e7-a7cf-4d1f-a359-56444d93677e req-19b10dbb-4ab2-4a15-870b-a24776fe2ea6 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Sep 03 21:34:05.760486 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['55325f34-dc64-4541-a329-fc4f8667e528'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:34:05.830230 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:05.863509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Pushing event deleted for resources: {'Port': ['ID=47c1f542-fc17-4a8e-9565-d14ce2c7cb7a,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:05.904828 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] No DVR routers for this DVR port 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:34:05.908139 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:05.910258 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e547adee-7176-4076-a8ea-58f433732b17 req-ffe62022-e169-4697-bca5-6b6ed62176d0 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.18 "DELETE /v2.0/ports/47c1f542-fc17-4a8e-9565-d14ce2c7cb7a HTTP/1.1" status: 204 len: 173 time: 0.5770457 Sep 03 21:34:05.910723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f08ce-c3a2-4f0e-8613-41b9913b1f2b', 'name': 'network-vif-deleted', 'tag': '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:05.913431 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5576a9aa-e036-47dc-9569-de519e99842f" -d '{"events": [{"server_uuid": "c45f08ce-c3a2-4f0e-8613-41b9913b1f2b", "name": "network-vif-deleted", "tag": "47c1f542-fc17-4a8e-9565-d14ce2c7cb7a"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:05.953780 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1ac25-0c6d-45c0-85e9-e01c4f20ee6f x-openstack-request-id: req-15c1ac25-0c6d-45c0-85e9-e01c4f20ee6f {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:05.954127 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45f08ce-c3a2-4f0e-8613-41b9913b1f2b", "name": "network-vif-deleted", "tag": "47c1f542-fc17-4a8e-9565-d14ce2c7cb7a", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:05.954401 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15c1ac25-0c6d-45c0-85e9-e01c4f20ee6f {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:05.954822 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f08ce-c3a2-4f0e-8613-41b9913b1f2b', 'name': 'network-vif-deleted', 'tag': '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a', 'status': 'completed', 'code': 200} Sep 03 21:34:06.195170 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731ea2-b0cc-4633-847e-efcc69d13bb8 req-f5b89a93-e06e-46b8-b789-9d3dae7cb287 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:06.196562 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-45731ea2-b0cc-4633-847e-efcc69d13bb8 req-f5b89a93-e06e-46b8-b789-9d3dae7cb287 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 946 time: 0.0507102 Sep 03 21:34:06.233801 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-45731ea2-b0cc-4633-847e-efcc69d13bb8 req-dc9d607b-b302-4298-8fe4-efc5c4c6681c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Sep 03 21:34:06.348000 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['a42aa0cf-802a-4c97-a823-592fbb367018', '47c1f542-fc17-4a8e-9565-d14ce2c7cb7a'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:34:06.498852 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95d650-6c6e-43fe-9e65-f61629af48cb req-d0c98477-fd0d-425b-92ff-c08140cffa30 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:06.501563 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5f95d650-6c6e-43fe-9e65-f61629af48cb req-d0c98477-fd0d-425b-92ff-c08140cffa30 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0574577 Sep 03 21:34:06.554178 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5f95d650-6c6e-43fe-9e65-f61629af48cb req-b2b3685f-112c-4d58-9cb0-c0aa2a322196 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Sep 03 21:34:06.657387 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ce5c8-0429-4245-a79f-09cf5ca10847 req-df732449-b366-4337-901b-7c4d42b86950 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:06.659056 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c45ce5c8-0429-4245-a79f-09cf5ca10847 req-df732449-b366-4337-901b-7c4d42b86950 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 945 time: 0.0514312 Sep 03 21:34:06.697975 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c45ce5c8-0429-4245-a79f-09cf5ca10847 req-c7df2c5c-3f2b-4fc8-9072-65d2a883f6c6 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327799 Sep 03 21:34:06.845427 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7f7b1cee-c237-4e1f-a60c-ffe005433f0b req-cb8610f7-a744-48a7-9fb1-a7c7ce508851 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=c45f08ce-c3a2-4f0e-8613-41b9913b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0273242 Sep 03 21:34:07.081030 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:07.227681 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 55325f34-dc64-4541-a329-fc4f8667e528 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:34:07.355351 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 55325f34-dc64-4541-a329-fc4f8667e528 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:34:07.359370 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 55325f34-dc64-4541-a329-fc4f8667e528 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:34:07.359786 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:07.435007 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:07.459469 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:07.461738 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a3f7fe-f111-4773-8b87-f56033954052" -d '{"events": [{"server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "name": "network-vif-plugged", "status": "completed", "tag": "55325f34-dc64-4541-a329-fc4f8667e528"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:07.476502 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 55325f34-dc64-4541-a329-fc4f8667e528, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=55325f34-dc64-4541-a329-fc4f8667e528,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:07.499113 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65470719-3015-4222-adb2-3cbb2c6fefd0 x-openstack-request-id: req-65470719-3015-4222-adb2-3cbb2c6fefd0 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:07.499401 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "name": "network-vif-plugged", "status": "completed", "tag": "55325f34-dc64-4541-a329-fc4f8667e528", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:07.499687 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65470719-3015-4222-adb2-3cbb2c6fefd0 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:07.500081 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528', 'code': 200} Sep 03 21:34:07.572831 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:07.573657 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:34:07.604707 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [req-db235c8e-6fdc-4c7d-b229-a807fed31922 req-5dab3024-f017-49aa-9a54-34ca4ab1e417 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:34:07.606524 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-db235c8e-6fdc-4c7d-b229-a807fed31922 req-5dab3024-f017-49aa-9a54-34ca4ab1e417 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063114 Sep 03 21:34:07.616131 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:34:07.616475 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 47c1f542-fc17-4a8e-9565-d14ce2c7cb7a not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:34:07.623049 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:34:07.670276 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fd296-746d-49d8-97e8-14427ea45a42 req-c179f75e-75fe-4969-822d-45e64d67e0b5 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:07.671805 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-229fd296-746d-49d8-97e8-14427ea45a42 req-c179f75e-75fe-4969-822d-45e64d67e0b5 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0495799 Sep 03 21:34:07.678830 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=55325f34-dc64-4541-a329-fc4f8667e528,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:07.711613 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-229fd296-746d-49d8-97e8-14427ea45a42 req-5d01bb96-91d2-4c8e-879a-e9e253606028 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/security-groups?id=71b8b476-f093-4326-ae18-6cca191e4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Sep 03 21:34:07.721207 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:07.766458 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:07.829886 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21aec8f-4b46-455a-8c06-b83099d8ef46 req-ae11b2e7-33cb-4986-93c0-8c71d1dbe15d tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:07.831597 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a21aec8f-4b46-455a-8c06-b83099d8ef46 req-ae11b2e7-33cb-4986-93c0-8c71d1dbe15d tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0578632 Sep 03 21:34:07.841049 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a964bc-2447-4b4d-822b-d4516cc5f6ae req-8aeccbcb-a9bc-4a31-859e-d38f14fca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:07.842610 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-98a964bc-2447-4b4d-822b-d4516cc5f6ae req-8aeccbcb-a9bc-4a31-859e-d38f14fca2b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1099 time: 0.0437007 Sep 03 21:34:07.887689 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:07.899922 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a21aec8f-4b46-455a-8c06-b83099d8ef46 req-c83ebd01-2435-46ae-93e8-b470c833989e tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614963 Sep 03 21:34:07.912763 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-98a964bc-2447-4b4d-822b-d4516cc5f6ae req-7328956d-c5fc-41a8-823b-cb5e01af2f47 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474930 Sep 03 21:34:07.955562 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=8']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:07.997038 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0a466-c08b-48d8-9a96-ea84e4376b3c req-25467402-e7af-4320-a027-831a8f0ada34 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:07.998794 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5de0a466-c08b-48d8-9a96-ea84e4376b3c req-25467402-e7af-4320-a027-831a8f0ada34 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0712218 Sep 03 21:34:08.045116 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5de0a466-c08b-48d8-9a96-ea84e4376b3c req-29d842e5-cad8-4482-a3f8-3a9ec3b8c7a9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343149 Sep 03 21:34:08.191708 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-d15bc6fe-d5af-4225-bef0-ae04529cd087 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:08.193235 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-d15bc6fe-d5af-4225-bef0-ae04529cd087 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 946 time: 0.0529566 Sep 03 21:34:08.299279 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Deleting port 373cd44a-5dc9-4c4f-b68e-879935a222d8 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:34:08.299910 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:08.435976 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] For port 373cd44a-5dc9-4c4f-b68e-879935a222d8, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=373cd44a-5dc9-4c4f-b68e-879935a222d8,segment=NetworkSegment(1f2c1b7b-41ce-46c2-b2e8-931ee5893f40),segment_id=1f2c1b7b-41ce-46c2-b2e8-931ee5893f40)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:08.436343 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:08.455415 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a82e1-ad44-4530-bf49-9cb6e80cee59 req-02b48e76-e3c7-4e86-ad79-0d2b0af90022 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:08.459582 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-089a82e1-ad44-4530-bf49-9cb6e80cee59 req-02b48e76-e3c7-4e86-ad79-0d2b0af90022 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0779636 Sep 03 21:34:08.460934 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Calling delete_port for 373cd44a-5dc9-4c4f-b68e-879935a222d8 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:34:08.531042 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-089a82e1-ad44-4530-bf49-9cb6e80cee59 req-bf298b51-da77-483e-94a9-ea845bad2b28 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661840 Sep 03 21:34:08.637878 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 56354) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:08.709923 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:08.723907 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['373cd44a-5dc9-4c4f-b68e-879935a222d8'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:34:08.730616 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-77ca3a4d-99a7-4cb6-b122-f6a7842fe128 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914853 Sep 03 21:34:08.736360 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-80a34ffa-8718-40ed-8e26-fbc4cef1b87a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:34:08.737387 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-80a34ffa-8718-40ed-8e26-fbc4cef1b87a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060301 Sep 03 21:34:08.745531 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Pushing event deleted for resources: {'Port': ['ID=373cd44a-5dc9-4c4f-b68e-879935a222d8,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:08.794264 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.794614 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.795203 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.795703 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.796198 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.796686 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.797697 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.798320 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.798846 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.799362 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.799861 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.800349 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:08.825143 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] No DVR routers for this DVR port 373cd44a-5dc9-4c4f-b68e-879935a222d8 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:34:08.827767 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:08.831073 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bde29d7-f6ed-4cb8-9c19-b7cc2173e3fa req-868f0adb-a562-4fe3-824d-e0f479ca8802 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.18 "DELETE /v2.0/ports/373cd44a-5dc9-4c4f-b68e-879935a222d8 HTTP/1.1" status: 204 len: 173 time: 0.6308892 Sep 03 21:34:08.831661 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbba37f-443d-468b-8e5a-c2d48c5b3e62', 'name': 'network-vif-deleted', 'tag': '373cd44a-5dc9-4c4f-b68e-879935a222d8'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:08.834484 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5503ec5c-4328-429c-8762-945d0113fd4d req-2bf43514-7eb9-4354-a054-00e9b55a0947 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Sep 03 21:34:08.835260 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbf8555-5ab4-451d-8489-4f3c8ea2e055" -d '{"events": [{"server_uuid": "ebbba37f-443d-468b-8e5a-c2d48c5b3e62", "name": "network-vif-deleted", "tag": "373cd44a-5dc9-4c4f-b68e-879935a222d8"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:08.879471 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766da12c-de64-44ac-949c-3549c4fb3b99 x-openstack-request-id: req-766da12c-de64-44ac-949c-3549c4fb3b99 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:08.879776 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbba37f-443d-468b-8e5a-c2d48c5b3e62", "name": "network-vif-deleted", "tag": "373cd44a-5dc9-4c4f-b68e-879935a222d8", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:08.880005 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-766da12c-de64-44ac-949c-3549c4fb3b99 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:08.880397 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbba37f-443d-468b-8e5a-c2d48c5b3e62', 'name': 'network-vif-deleted', 'tag': '373cd44a-5dc9-4c4f-b68e-879935a222d8', 'status': 'completed', 'code': 200} Sep 03 21:34:09.070247 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0623b-8cd2-498d-9298-3e47797a72c0 req-118589fc-e595-4eb1-a0da-454b95e768ca tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:09.072153 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2eb0623b-8cd2-498d-9298-3e47797a72c0 req-118589fc-e595-4eb1-a0da-454b95e768ca tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0879190 Sep 03 21:34:09.227054 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88f332-dcf0-44b7-87bf-e9bd21d2ec3d req-3407f2c1-ccdc-4ed5-9ca4-52a38b84df4f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:09.231488 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9f88f332-dcf0-44b7-87bf-e9bd21d2ec3d req-3407f2c1-ccdc-4ed5-9ca4-52a38b84df4f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0653238 Sep 03 21:34:09.277509 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9f88f332-dcf0-44b7-87bf-e9bd21d2ec3d req-1c650674-c06d-4fb1-ba13-241e37b5ecd1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371881 Sep 03 21:34:09.410909 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2eb0623b-8cd2-498d-9298-3e47797a72c0 req-d0f0f105-250c-4bc4-9baf-640730a529c3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188918 Sep 03 21:34:09.502772 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:09.505179 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d86825-8d73-4f1c-8811-763603a58f0a" -d '{"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-unplugged", "status": "completed", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:09.548313 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982fbf58-0b0b-4272-a9bf-aa0a8157da99 x-openstack-request-id: req-982fbf58-0b0b-4272-a9bf-aa0a8157da99 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:09.548313 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-unplugged", "status": "failed", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90", "code": 422}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:09.548313 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-982fbf58-0b0b-4272-a9bf-aa0a8157da99 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:09.548313 dv-cinder-759987-9-iscsi neutron-server[94321]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'code': 422} returned with failed status Sep 03 21:34:09.658739 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab274-6dd0-484d-844b-fb9e9a01e8b7 req-6bd1b680-4875-4eca-b8f1-412f32067238 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:09.660420 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6acab274-6dd0-484d-844b-fb9e9a01e8b7 req-6bd1b680-4875-4eca-b8f1-412f32067238 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0496066 Sep 03 21:34:09.699785 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6acab274-6dd0-484d-844b-fb9e9a01e8b7 req-2a6b0d89-ec70-4877-9abc-895a0fea45c9 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Sep 03 21:34:09.965788 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a8be3866-d121-432c-a3b9-d69a27a96830 req-4b9921e1-32c1-49dc-8a04-377b23974293 tempest-VolumesActionsTest-1793563523 tempest-VolumesActionsTest-1793563523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebbba37f-443d-468b-8e5a-c2d48c5b3e62 HTTP/1.1" status: 200 len: 210 time: 0.0256851 Sep 03 21:34:10.409907 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648840ec-215e-4314-9f07-4c311933aa43 req-e30f1d6f-f701-4fbe-afd4-75216934b95c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:10.411465 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-648840ec-215e-4314-9f07-4c311933aa43 req-e30f1d6f-f701-4fbe-afd4-75216934b95c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0541053 Sep 03 21:34:10.452712 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-648840ec-215e-4314-9f07-4c311933aa43 req-ea944f92-f8c0-4640-9145-5d85399fcda1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352066 Sep 03 21:34:10.529631 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0b214-34b9-453b-ba79-5995ae2c09b2 req-291ba31f-75c0-4bbd-958b-dfae2e911b15 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:10.532469 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-93b0b214-34b9-453b-ba79-5995ae2c09b2 req-291ba31f-75c0-4bbd-958b-dfae2e911b15 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0489864 Sep 03 21:34:10.570520 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-93b0b214-34b9-453b-ba79-5995ae2c09b2 req-e2f75743-30a2-4339-bd96-ffcc21fe7c08 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327120 Sep 03 21:34:10.687220 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5968f1-dcdc-417f-893d-967e129162de req-31a71ce7-f81a-4507-af60-543a6abe5e1a tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:10.688880 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a5968f1-dcdc-417f-893d-967e129162de req-31a71ce7-f81a-4507-af60-543a6abe5e1a tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0529473 Sep 03 21:34:10.730582 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a5968f1-dcdc-417f-893d-967e129162de req-b513336e-d813-472b-bfc0-940ae2fc5e22 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Sep 03 21:34:10.818549 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7539fb-dd6d-4360-bd9f-2371000588d1 req-2370020d-e1b9-408e-b5ac-54b108ac04b5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:10.820082 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cb7539fb-dd6d-4360-bd9f-2371000588d1 req-2370020d-e1b9-408e-b5ac-54b108ac04b5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0516558 Sep 03 21:34:10.867476 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cb7539fb-dd6d-4360-bd9f-2371000588d1 req-bf6cdf84-9643-4f78-8737-6901c071089f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Sep 03 21:34:11.075607 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adb52-365b-485c-bfbb-d629d9a712a6 req-815c8a9b-96a8-453d-986a-1d5f0742386f tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:11.077091 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-424adb52-365b-485c-bfbb-d629d9a712a6 req-815c8a9b-96a8-453d-986a-1d5f0742386f tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0535753 Sep 03 21:34:11.115134 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-424adb52-365b-485c-bfbb-d629d9a712a6 req-7ca4968c-12da-42e1-87cc-afc8d980c2d9 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Sep 03 21:34:11.265511 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 373cd44a-5dc9-4c4f-b68e-879935a222d8 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:34:11.286269 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 373cd44a-5dc9-4c4f-b68e-879935a222d8 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:34:11.286605 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 373cd44a-5dc9-4c4f-b68e-879935a222d8 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:34:11.576686 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa947db6-e1e0-4287-9517-ec962e90c403 req-b2ae53d0-d9c1-4d6d-a46f-3144a0aa23ab tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:11.579488 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aa947db6-e1e0-4287-9517-ec962e90c403 req-b2ae53d0-d9c1-4d6d-a46f-3144a0aa23ab tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0528302 Sep 03 21:34:11.647968 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aa947db6-e1e0-4287-9517-ec962e90c403 req-f1f42475-bbbe-4f02-937a-1ecf3bec89d0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Sep 03 21:34:11.657770 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-8a9d5614-1210-4790-bb1f-13d2312e9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:11.661698 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-8a9d5614-1210-4790-bb1f-13d2312e9399 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674&tenant_id=3b98ff6005d34331b5eb83d5601b79c1 HTTP/1.1" status: 200 len: 1097 time: 0.0871282 Sep 03 21:34:11.742613 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-cddce9a8-d028-405f-8d12-61a59eec93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:11.744042 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-cddce9a8-d028-405f-8d12-61a59eec93f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 1097 time: 0.0435345 Sep 03 21:34:11.848854 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-39f17483-e3f6-48fa-92ce-ee62ad32c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:11.850327 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-39f17483-e3f6-48fa-92ce-ee62ad32c709 service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.0973866 Sep 03 21:34:11.922483 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-c8fedda8-cacf-4992-ae34-63901a7730ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90 HTTP/1.1" status: 200 len: 1000 time: 0.0634933 Sep 03 21:34:12.005099 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-c5f8868a-665c-4487-a3b8-4992d6be2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:12.006592 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-c5f8868a-665c-4487-a3b8-4992d6be2abd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0765684 Sep 03 21:34:12.019298 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b86f9d-a975-4703-b4f8-e8d39ef2ad77 req-d9329f28-c002-4aea-a194-24de0e2dc00d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:12.021061 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-88b86f9d-a975-4703-b4f8-e8d39ef2ad77 req-d9329f28-c002-4aea-a194-24de0e2dc00d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0831733 Sep 03 21:34:12.093461 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-88b86f9d-a975-4703-b4f8-e8d39ef2ad77 req-e70e257c-770c-479c-85dc-1d5cba2e8e33 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663230 Sep 03 21:34:12.100296 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-e2acd45f-d4b1-4587-ae81-2fe1eb432bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:12.101734 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-e2acd45f-d4b1-4587-ae81-2fe1eb432bd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797927 Sep 03 21:34:12.212893 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-96c5be93-4c7a-4e80-bf65-b33d66ea98eb service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913727 Sep 03 21:34:12.308727 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-93360125-c9d1-46dc-891d-c88f7fc866e1 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851939 Sep 03 21:34:12.769867 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5dcde-fa2d-484b-ba80-dfcd4a6ed200 req-b532ab6c-aff8-4026-a28b-59d3cab6510f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:12.771454 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0fc5dcde-fa2d-484b-ba80-dfcd4a6ed200 req-b532ab6c-aff8-4026-a28b-59d3cab6510f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0484612 Sep 03 21:34:12.809199 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0fc5dcde-fa2d-484b-ba80-dfcd4a6ed200 req-1cd821da-4496-46ac-8e71-c0e1beea8b56 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Sep 03 21:34:13.251071 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f0886-61e4-4a39-85ba-38930f2ac20c req-30665ecb-a73a-41b8-88eb-f5418f4c94ef tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:13.252469 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-821f0886-61e4-4a39-85ba-38930f2ac20c req-30665ecb-a73a-41b8-88eb-f5418f4c94ef tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0790470 Sep 03 21:34:13.293132 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-821f0886-61e4-4a39-85ba-38930f2ac20c req-97df88a9-6eb6-425b-a40a-5eedccbc14ec tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344074 Sep 03 21:34:13.681055 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:13.926066 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6c26a-2d8e-4e9e-b1b1-8705300d698d req-0bce6013-b706-4ee4-a015-7bf1f77c1b7e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:13.927560 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3ab6c26a-2d8e-4e9e-b1b1-8705300d698d req-0bce6013-b706-4ee4-a015-7bf1f77c1b7e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0466533 Sep 03 21:34:13.963344 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3ab6c26a-2d8e-4e9e-b1b1-8705300d698d req-64eeee62-47cf-4c34-a70a-fc10c024d6a6 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299213 Sep 03 21:34:14.419853 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75a672-9bde-4b5b-b18b-925c321b39e9 req-98b9f816-b9d8-4c13-addb-5b15f803386a tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:14.419853 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5f75a672-9bde-4b5b-b18b-925c321b39e9 req-98b9f816-b9d8-4c13-addb-5b15f803386a tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Sep 03 21:34:14.455588 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5f75a672-9bde-4b5b-b18b-925c321b39e9 req-1635a0c2-3b58-49c2-a94d-03a2a0532fc1 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Sep 03 21:34:15.083593 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2f57a-5a69-417b-865d-f8fd0110afcf req-8c4fbf3c-6c8d-4ef6-95a3-4d7fabc1d9c4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:15.085096 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-27d2f57a-5a69-417b-865d-f8fd0110afcf req-8c4fbf3c-6c8d-4ef6-95a3-4d7fabc1d9c4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0501273 Sep 03 21:34:15.123149 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-27d2f57a-5a69-417b-865d-f8fd0110afcf req-8d0d3386-87a0-4a8a-8ea9-20a6efc631df tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321031 Sep 03 21:34:15.567182 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7455911-2d54-4675-809b-e19f4163f8dc req-a634d180-9ff2-44c2-a559-48bd01f903c4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:15.568623 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b7455911-2d54-4675-809b-e19f4163f8dc req-a634d180-9ff2-44c2-a559-48bd01f903c4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0471225 Sep 03 21:34:15.607203 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b7455911-2d54-4675-809b-e19f4163f8dc req-83c6e417-bbf5-4514-b0fe-cabf73169b42 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Sep 03 21:34:16.247245 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945b48e-9893-44d2-9d5d-ac008c8f5536 req-4a899e42-eaf5-4b28-8440-52be4a82f80b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:16.249532 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9945b48e-9893-44d2-9d5d-ac008c8f5536 req-4a899e42-eaf5-4b28-8440-52be4a82f80b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0553520 Sep 03 21:34:16.288434 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9945b48e-9893-44d2-9d5d-ac008c8f5536 req-10e8c810-0e89-4657-97bc-cf6412b01743 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Sep 03 21:34:16.760683 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21eb8e-dc78-40a2-919e-5133bfc545b2 req-550d07df-75da-44b2-b242-e7bc19d1ec5d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:16.760683 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dc21eb8e-dc78-40a2-919e-5133bfc545b2 req-550d07df-75da-44b2-b242-e7bc19d1ec5d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0469804 Sep 03 21:34:16.763532 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dc21eb8e-dc78-40a2-919e-5133bfc545b2 req-396dbd06-aa82-40eb-acdc-63f891990fcc tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Sep 03 21:34:17.479022 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603781de-6011-417f-8a61-4a903e18918e req-19b3b432-29fb-43fc-b922-0e5466a1e575 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:17.508746 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-603781de-6011-417f-8a61-4a903e18918e req-19b3b432-29fb-43fc-b922-0e5466a1e575 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.1136177 Sep 03 21:34:17.552380 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-603781de-6011-417f-8a61-4a903e18918e req-ae2218d3-c13c-46ce-841d-bea4bb767397 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612497 Sep 03 21:34:17.870168 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 56594) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:17.943457 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de3222-ece3-4a77-a671-c826b9941c4e req-2a8220f6-d320-4d98-8f15-f0cd71a5d61d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:17.954206 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e2de3222-ece3-4a77-a671-c826b9941c4e req-2a8220f6-d320-4d98-8f15-f0cd71a5d61d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0717733 Sep 03 21:34:18.029499 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e2de3222-ece3-4a77-a671-c826b9941c4e req-5a8eb425-24ad-4cff-9b9f-5570d541be6b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733089 Sep 03 21:34:18.071237 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e65b6acb-7c34-4921-984c-6c83d4e7f1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:18.250252 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e65b6acb-7c34-4921-984c-6c83d4e7f1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:18.488543 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e65b6acb-7c34-4921-984c-6c83d4e7f1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:18.488543 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b6acb-7c34-4921-984c-6c83d4e7f1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48c2e0e-02de-4464-8c2b-c41fe740083a,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:18.489769 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 56598) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:18.490503 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e65b6acb-7c34-4921-984c-6c83d4e7f1af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78afde7635934560a97f7dbf98d7eaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150684 Sep 03 21:34:18.557837 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:18.590038 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:18.715750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65e71-367a-44d0-baab-bd420d32a3b8 req-2e435634-860e-4517-a943-1dccf2f96c3c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:18.717341 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-69c65e71-367a-44d0-baab-bd420d32a3b8 req-2e435634-860e-4517-a943-1dccf2f96c3c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0752163 Sep 03 21:34:18.750314 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:18.753787 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:18.755129 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c48c2e0e-02de-4464-8c2b-c41fe740083a HTTP/1.1" status: 204 len: 168 time: 0.2677977 Sep 03 21:34:18.787152 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48c2e0e-02de-4464-8c2b-c41fe740083a,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:18.812028 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.813993 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-69c65e71-367a-44d0-baab-bd420d32a3b8 req-fca48c14-cbf9-491c-8888-ad7ce4309d25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899196 Sep 03 21:34:18.816022 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.817263 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.818322 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.819541 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.821282 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.821839 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.823242 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.824076 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.825763 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.826638 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:18.829351 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15e7d2-6938-40ef-82e7-4635afe37436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:19.198468 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833bc30-05db-4b2b-ba7a-349cc4947b20 req-8f999e56-7374-4fcd-ba24-7c61bb8ae6a3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:19.206773 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e833bc30-05db-4b2b-ba7a-349cc4947b20 req-8f999e56-7374-4fcd-ba24-7c61bb8ae6a3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0929582 Sep 03 21:34:19.270983 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e833bc30-05db-4b2b-ba7a-349cc4947b20 req-417d6114-3a0e-43ed-8fa2-0bbc450e255f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522845 Sep 03 21:34:20.004753 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64218c3-60ab-4fe6-9e73-32f84b7b457a req-c5a4ff21-80db-4223-af58-f7d23fc478a7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:20.006308 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b64218c3-60ab-4fe6-9e73-32f84b7b457a req-c5a4ff21-80db-4223-af58-f7d23fc478a7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0898249 Sep 03 21:34:20.136894 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b64218c3-60ab-4fe6-9e73-32f84b7b457a req-8b6b21c0-b2e7-49c4-b4e4-d1fc1fa03860 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056716 Sep 03 21:34:20.507647 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1a1e-51e5-4328-a3ca-472937e39839 req-a3958a9e-2b7f-4808-973d-de7b21f6a770 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:20.521656 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5adc1a1e-51e5-4328-a3ca-472937e39839 req-a3958a9e-2b7f-4808-973d-de7b21f6a770 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.1337869 Sep 03 21:34:20.577893 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5adc1a1e-51e5-4328-a3ca-472937e39839 req-08c90065-a417-4b47-bf7e-a15526b26a01 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542014 Sep 03 21:34:21.359372 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0be721-eeac-4f71-a036-1515532ce6d7 req-ff7d64f6-5a9f-4952-80cd-ea20dc12ac10 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:21.367443 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a0be721-eeac-4f71-a036-1515532ce6d7 req-ff7d64f6-5a9f-4952-80cd-ea20dc12ac10 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0656586 Sep 03 21:34:21.407762 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a0be721-eeac-4f71-a036-1515532ce6d7 req-fed4d191-e9fb-47b9-acf9-3915c9ec1ffe tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382624 Sep 03 21:34:21.741215 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccdb12-d121-47e8-9b35-fde1aa9b1176 req-03f9cded-c6fe-4162-9bef-cef6a4bcc60f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:21.749144 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fdccdb12-d121-47e8-9b35-fde1aa9b1176 req-03f9cded-c6fe-4162-9bef-cef6a4bcc60f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0579813 Sep 03 21:34:21.793804 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fdccdb12-d121-47e8-9b35-fde1aa9b1176 req-df902d55-0308-401a-80e2-7a5217f3fddb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436988 Sep 03 21:34:22.637559 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c184c-897d-4c47-ac59-c4eb2be58974 req-60cff566-ea5a-4716-acde-20d90e2cd6e3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:22.647305 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4c3c184c-897d-4c47-ac59-c4eb2be58974 req-60cff566-ea5a-4716-acde-20d90e2cd6e3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.1379261 Sep 03 21:34:22.728997 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4c3c184c-897d-4c47-ac59-c4eb2be58974 req-03fab346-64b1-420c-b0e0-dffce6c8669b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803542 Sep 03 21:34:22.992618 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769bf3-da66-4cb6-89cc-d3d63363d2f6 req-1c441c45-cff7-4f46-a128-0053bd5c2c73 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:23.008205 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a0769bf3-da66-4cb6-89cc-d3d63363d2f6 req-1c441c45-cff7-4f46-a128-0053bd5c2c73 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.1024864 Sep 03 21:34:23.145489 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a0769bf3-da66-4cb6-89cc-d3d63363d2f6 req-95cc5dab-aadc-45a4-8bda-f197885ffb28 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158733 Sep 03 21:34:23.869042 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95d29a-e950-4550-807a-c2e7762b8f71 req-fbbed898-b7f4-4fb3-88fc-0257a737edf5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:23.870528 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-eb95d29a-e950-4550-807a-c2e7762b8f71 req-fbbed898-b7f4-4fb3-88fc-0257a737edf5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0496485 Sep 03 21:34:23.909484 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-eb95d29a-e950-4550-807a-c2e7762b8f71 req-77e85797-978c-4f89-96e9-a32f53c56dcf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323937 Sep 03 21:34:24.293477 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a2417-4073-478a-ade4-c0792ad36f31 req-7ab901e3-5851-4bf4-98a5-8c64af7e659a tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:24.301508 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-781a2417-4073-478a-ade4-c0792ad36f31 req-7ab901e3-5851-4bf4-98a5-8c64af7e659a tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0802300 Sep 03 21:34:24.379904 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-781a2417-4073-478a-ade4-c0792ad36f31 req-a4faae92-336e-428c-8131-968ecaed8c8d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772979 Sep 03 21:34:25.044162 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9adf3-54b6-4c18-89dc-247325203267 req-cddb608c-e32f-4a17-8369-f219a6f09ed1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:25.047487 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b4a9adf3-54b6-4c18-89dc-247325203267 req-cddb608c-e32f-4a17-8369-f219a6f09ed1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0630906 Sep 03 21:34:25.091085 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b4a9adf3-54b6-4c18-89dc-247325203267 req-68e079e4-28c3-44b5-b181-f2fbf3c5823d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387843 Sep 03 21:34:25.540336 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9297f-abc2-4022-a06c-abb280c31ec8 req-58987225-d1f5-408d-a265-633d3fa8555f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:25.542656 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fad9297f-abc2-4022-a06c-abb280c31ec8 req-58987225-d1f5-408d-a265-633d3fa8555f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0566485 Sep 03 21:34:25.582352 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-fad9297f-abc2-4022-a06c-abb280c31ec8 req-619bb764-d356-4909-9db2-b7d735452274 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Sep 03 21:34:26.345509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451652df-d649-41c7-8a51-e6a1c0067851 req-3bf30a5b-86e4-459c-a860-87a822bd2517 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:26.347051 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-451652df-d649-41c7-8a51-e6a1c0067851 req-3bf30a5b-86e4-459c-a860-87a822bd2517 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.1161995 Sep 03 21:34:26.402796 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-451652df-d649-41c7-8a51-e6a1c0067851 req-b3067b9a-2f97-487d-9fd9-5ba89e55c887 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 Sep 03 21:34:26.737411 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ea9f9-4453-4e92-a351-0a641708529c req-65488ff5-ffdf-47be-98e2-0909514e175d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:26.748785 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-017ea9f9-4453-4e92-a351-0a641708529c req-65488ff5-ffdf-47be-98e2-0909514e175d tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0678525 Sep 03 21:34:26.794842 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-017ea9f9-4453-4e92-a351-0a641708529c req-5d83f829-da31-483d-9786-ab2b87396af4 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476372 Sep 03 21:34:27.556178 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d162233-4a1a-449c-babf-25959a905f53 req-cae0da7a-004c-4dc0-8af4-5b0f54fc64b1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:27.558119 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d162233-4a1a-449c-babf-25959a905f53 req-cae0da7a-004c-4dc0-8af4-5b0f54fc64b1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0526590 Sep 03 21:34:27.603843 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d162233-4a1a-449c-babf-25959a905f53 req-df81ea0c-0626-4bbd-8bfc-b1e0a7212bc7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Sep 03 21:34:27.924642 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1de32-d9a0-484a-8d14-63bc6b1a198d req-72dada10-a91e-4fb8-8e2f-ee4f6a565769 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:27.933044 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-20f1de32-d9a0-484a-8d14-63bc6b1a198d req-72dada10-a91e-4fb8-8e2f-ee4f6a565769 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0623295 Sep 03 21:34:27.970384 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-20f1de32-d9a0-484a-8d14-63bc6b1a198d req-2010182a-af30-4529-beae-97749d44f962 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361459 Sep 03 21:34:28.330114 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:34:28.734822 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb8540-8bc5-4f45-8179-7f3edfaafb52 req-b5fceeba-c665-4fe6-abcd-569f975a0a33 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:28.742204 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dafb8540-8bc5-4f45-8179-7f3edfaafb52 req-b5fceeba-c665-4fe6-abcd-569f975a0a33 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0615120 Sep 03 21:34:28.875930 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dafb8540-8bc5-4f45-8179-7f3edfaafb52 req-5d08e3e3-c002-4589-baa7-42be29d28d0a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327276 Sep 03 21:34:29.116569 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca5e68-d6b6-454d-9eac-fd35aa3557f5 req-1b851f54-751d-42c1-9676-30b479c4e725 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:29.119035 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-01ca5e68-d6b6-454d-9eac-fd35aa3557f5 req-1b851f54-751d-42c1-9676-30b479c4e725 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0587070 Sep 03 21:34:29.166780 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-01ca5e68-d6b6-454d-9eac-fd35aa3557f5 req-967d6110-dd23-46eb-b633-a4710b0602b9 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Sep 03 21:34:30.050904 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ec3b3-944e-40fc-a7c4-6744ad16bca5 req-d40a53f2-abac-44e5-9b25-811ba1b0e050 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:30.053496 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0e5ec3b3-944e-40fc-a7c4-6744ad16bca5 req-d40a53f2-abac-44e5-9b25-811ba1b0e050 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0518234 Sep 03 21:34:30.097868 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0e5ec3b3-944e-40fc-a7c4-6744ad16bca5 req-4e9aad7a-ae6a-46d1-a72e-6f9402087fd9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384405 Sep 03 21:34:30.316503 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c353ef0-642a-4403-8b54-83624ba3eb0a req-c670acf0-9bac-436c-8a51-874ed8f3bd10 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:30.318089 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c353ef0-642a-4403-8b54-83624ba3eb0a req-c670acf0-9bac-436c-8a51-874ed8f3bd10 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0725834 Sep 03 21:34:30.370200 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c353ef0-642a-4403-8b54-83624ba3eb0a req-78575624-bb62-4afc-bbce-44cc63931fe5 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Sep 03 21:34:31.207269 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7d620bda-0373-47e8-a91b-d4b0aef6158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:31.234302 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff3478-659b-4f0c-b8b6-d91185e95a7d req-e30b0203-7189-4ff8-8b44-865ede0c706e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:31.239199 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aff3478-659b-4f0c-b8b6-d91185e95a7d req-e30b0203-7189-4ff8-8b44-865ede0c706e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0596986 Sep 03 21:34:31.279041 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aff3478-659b-4f0c-b8b6-d91185e95a7d req-9a806a85-c8b7-4d71-a994-8767ab9399dd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357547 Sep 03 21:34:31.492447 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d341a-aa87-4cdb-b536-ee65506080b7 req-4dba87d6-9540-48ba-b7cf-a4474f4b7a96 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:31.494918 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-052d341a-aa87-4cdb-b536-ee65506080b7 req-4dba87d6-9540-48ba-b7cf-a4474f4b7a96 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0545001 Sep 03 21:34:31.549025 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-052d341a-aa87-4cdb-b536-ee65506080b7 req-c8c6092e-3d6d-4c94-966c-4c02cca0eed3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471451 Sep 03 21:34:32.417443 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1554a-d465-44c7-b0c5-34134e6142cd req-ab9e3cf7-24a5-4fe6-9375-1128c4320816 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:32.419046 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e2a1554a-d465-44c7-b0c5-34134e6142cd req-ab9e3cf7-24a5-4fe6-9375-1128c4320816 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0580800 Sep 03 21:34:32.461335 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e2a1554a-d465-44c7-b0c5-34134e6142cd req-c5263c68-35b7-413e-9e0d-874dd3632e68 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331917 Sep 03 21:34:32.661491 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570c635-ccce-490c-9040-4596811acbfc req-9ace67ad-4b86-4a5f-9a55-a7d953c81ad3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:32.663182 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4570c635-ccce-490c-9040-4596811acbfc req-9ace67ad-4b86-4a5f-9a55-a7d953c81ad3 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0511510 Sep 03 21:34:32.704911 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4570c635-ccce-490c-9040-4596811acbfc req-c424711b-1ee0-4df0-97c7-62ebe900f02b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353146 Sep 03 21:34:33.605763 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744576b-4c1c-4633-ad47-e9c445670980 req-383b1119-73b5-4259-b9a4-25c8c70b8603 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:33.607284 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2744576b-4c1c-4633-ad47-e9c445670980 req-383b1119-73b5-4259-b9a4-25c8c70b8603 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0696330 Sep 03 21:34:33.645165 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2744576b-4c1c-4633-ad47-e9c445670980 req-9598cdf2-05ab-4be2-8f9a-f7d50b379aad tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Sep 03 21:34:33.818536 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b97e29a9-fb22-48bd-a94a-defa79638e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:33.827664 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cfa40-e310-4775-8847-6a749c2b82af req-bd122fca-3034-4de5-b2f9-07b3433051f8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:33.829878 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-376cfa40-e310-4775-8847-6a749c2b82af req-bd122fca-3034-4de5-b2f9-07b3433051f8 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0542951 Sep 03 21:34:33.867508 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-376cfa40-e310-4775-8847-6a749c2b82af req-323f8915-030a-44f9-b502-754577d5079f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308402 Sep 03 21:34:34.012980 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:34.763612 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1792e91-a4cc-4818-8e37-512a14fb04a0 req-eef7cc86-0e78-48ea-a8bf-a931a4c7e78a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:34.765212 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f1792e91-a4cc-4818-8e37-512a14fb04a0 req-eef7cc86-0e78-48ea-a8bf-a931a4c7e78a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0492337 Sep 03 21:34:34.803969 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f1792e91-a4cc-4818-8e37-512a14fb04a0 req-ecec8662-0f8f-4cbb-ae90-07704743c45e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Sep 03 21:34:34.987244 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc22dc5-25c4-4aa0-93a7-b753bc308a17 req-db8fa0e6-afdc-455a-be9a-09d98ce27f8c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:34.988887 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8dc22dc5-25c4-4aa0-93a7-b753bc308a17 req-db8fa0e6-afdc-455a-be9a-09d98ce27f8c tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0513275 Sep 03 21:34:35.028834 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8dc22dc5-25c4-4aa0-93a7-b753bc308a17 req-9f6cf307-4151-47cf-99bf-c44c599d5650 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/security-groups?id=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Sep 03 21:34:35.184881 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:35.336903 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-29e3c0c5-5942-4e6c-805d-58e980856bd2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:35.338289 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-29e3c0c5-5942-4e6c-805d-58e980856bd2 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.18 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 945 time: 0.0476763 Sep 03 21:34:35.438284 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Deleting port a42aa0cf-802a-4c97-a823-592fbb367018 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:34:35.438636 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:35.523692 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] For port a42aa0cf-802a-4c97-a823-592fbb367018, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a42aa0cf-802a-4c97-a823-592fbb367018,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:35.524059 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:35.535971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Calling delete_port for a42aa0cf-802a-4c97-a823-592fbb367018 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:34:35.733121 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:35.760645 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Pushing event deleted for resources: {'Port': ['ID=a42aa0cf-802a-4c97-a823-592fbb367018,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:35.804090 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] No DVR routers for this DVR port a42aa0cf-802a-4c97-a823-592fbb367018 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:34:35.806628 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:35.808566 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6df938ae-1db9-4baf-8adf-5ca52ce4bb3f req-e80a4d15-09cc-4804-879c-c51b7db3cecb tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.18 "DELETE /v2.0/ports/a42aa0cf-802a-4c97-a823-592fbb367018 HTTP/1.1" status: 204 len: 173 time: 0.4634612 Sep 03 21:34:35.809002 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91532383-a6e5-4605-8289-2454342801b8', 'name': 'network-vif-deleted', 'tag': 'a42aa0cf-802a-4c97-a823-592fbb367018'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:35.811299 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f5ace-9db7-43a3-a74b-0900d5f08107" -d '{"events": [{"server_uuid": "91532383-a6e5-4605-8289-2454342801b8", "name": "network-vif-deleted", "tag": "a42aa0cf-802a-4c97-a823-592fbb367018"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:35.846291 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada62174-372d-49a4-8ced-49624dad97e9 x-openstack-request-id: req-ada62174-372d-49a4-8ced-49624dad97e9 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:35.846786 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91532383-a6e5-4605-8289-2454342801b8", "name": "network-vif-deleted", "tag": "a42aa0cf-802a-4c97-a823-592fbb367018", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:35.847036 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ada62174-372d-49a4-8ced-49624dad97e9 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:35.847428 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91532383-a6e5-4605-8289-2454342801b8', 'name': 'network-vif-deleted', 'tag': 'a42aa0cf-802a-4c97-a823-592fbb367018', 'status': 'completed', 'code': 200} Sep 03 21:34:35.927640 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cfe86-c320-459d-b161-f2cb7f8f1e47 req-df593da4-69bd-4bd8-83e2-d790cb49f5de tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:35.929100 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a23cfe86-c320-459d-b161-f2cb7f8f1e47 req-df593da4-69bd-4bd8-83e2-d790cb49f5de tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0476234 Sep 03 21:34:35.967303 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a23cfe86-c320-459d-b161-f2cb7f8f1e47 req-741800e2-69f2-41c0-bce0-30387d17ddde tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Sep 03 21:34:36.124629 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f32b2094-c831-4321-8e2a-133395b87b59 req-60ad6c14-5041-4ceb-870c-70e0313b052f tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 210 time: 0.0256722 Sep 03 21:34:37.090212 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c56ae4-db5a-49e8-b446-4f13a1dcbaba req-f11ef741-9dc5-410f-adbf-0f3e3324c49c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:37.091730 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14c56ae4-db5a-49e8-b446-4f13a1dcbaba req-f11ef741-9dc5-410f-adbf-0f3e3324c49c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0507271 Sep 03 21:34:37.093119 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:37.129857 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14c56ae4-db5a-49e8-b446-4f13a1dcbaba req-33e6f433-e629-40a7-95f2-9d326c4b6f1c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319915 Sep 03 21:34:37.215215 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8bd9a929-4bb3-4a04-bd73-6c73ccee63f5 req-cb33a85c-30e2-4352-83c8-557141b56014 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 210 time: 0.0253541 Sep 03 21:34:38.247147 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565d3b-6816-4533-a934-c7b1a72a755d req-f6373f5e-ac60-44b8-87a0-a27af0c0efbf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:38.248715 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f8565d3b-6816-4533-a934-c7b1a72a755d req-f6373f5e-ac60-44b8-87a0-a27af0c0efbf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0478096 Sep 03 21:34:38.290320 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f8565d3b-6816-4533-a934-c7b1a72a755d req-f9963e07-22b3-410b-aaad-eb73717553b5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352221 Sep 03 21:34:38.312827 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08866386-53e2-48d8-ab85-7a45a5e563e5 req-3909e396-ed77-4448-b909-42ed768da47b tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 210 time: 0.0299344 Sep 03 21:34:38.682422 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['a42aa0cf-802a-4c97-a823-592fbb367018'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:34:38.750088 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-d3ef9f98-2f20-4776-9a2a-32884207ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:38.751612 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-d3ef9f98-2f20-4776-9a2a-32884207ac5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 1097 time: 0.0414605 Sep 03 21:34:38.872091 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-02a3911b-4908-4669-820b-6bd61929f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:38.873482 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-02a3911b-4908-4669-820b-6bd61929f7e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.0885127 Sep 03 21:34:38.943969 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-0f56cb25-d594-4bee-b055-8ce9d3821156 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90 HTTP/1.1" status: 200 len: 1000 time: 0.0561683 Sep 03 21:34:39.014151 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-acef1f37-6abe-4ca4-97da-a20912fbf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:39.016212 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-acef1f37-6abe-4ca4-97da-a20912fbf623 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0472727 Sep 03 21:34:39.062442 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-0f9a3224-7797-4410-a67e-16d175ed38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:39.064309 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-0f9a3224-7797-4410-a67e-16d175ed38d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390263 Sep 03 21:34:39.159016 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-77b30120-5a5e-4747-a83f-86e3e59985d5 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852633 Sep 03 21:34:39.250596 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f416e3a4-9338-48e2-886a-7b4250bbf257 req-1259ec4e-2315-4e0d-9661-c19934c058c2 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822132 Sep 03 21:34:39.373567 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 56886) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:39.430628 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3958564-cf2c-4de0-8785-df68f4644ec4 req-6a8836e6-501d-4e6c-a511-6be105f5a723 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:39.433924 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a3958564-cf2c-4de0-8785-df68f4644ec4 req-6a8836e6-501d-4e6c-a511-6be105f5a723 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0679414 Sep 03 21:34:39.476224 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a3958564-cf2c-4de0-8785-df68f4644ec4 req-439e64e6-1479-4eb3-803d-2e31d3f43268 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363641 Sep 03 21:34:39.683344 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-111f64e9-76c5-4895-8aec-4a7849750976 req-591354e8-6938-4923-8304-8e6689ef2732 tempest-ServerRescueNegativeTestJSON-2136648597 tempest-ServerRescueNegativeTestJSON-2136648597-project] 10.222.0.46 "GET /v2.0/ports?device_id=91532383-a6e5-4605-8289-2454342801b8 HTTP/1.1" status: 200 len: 210 time: 0.2705503 Sep 03 21:34:39.695335 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25d2939-7c22-47a1-91f4-e447b21486bd admin admin] Deleting subnet 4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a {{(pid=94319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:34:39.698029 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e25d2939-7c22-47a1-91f4-e447b21486bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:39.735459 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e25d2939-7c22-47a1-91f4-e447b21486bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127826990'] for subnet, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:39.775839 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e25d2939-7c22-47a1-91f4-e447b21486bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:39.904809 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e25d2939-7c22-47a1-91f4-e447b21486bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127293083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127280770'] for subnet, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:39.932804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d2939-7c22-47a1-91f4-e447b21486bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:39.934843 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e25d2939-7c22-47a1-91f4-e447b21486bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:39.938787 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e25d2939-7c22-47a1-91f4-e447b21486bd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4d1d9093-ac7f-4ff5-b8f7-a3f5490e1c0a HTTP/1.1" status: 204 len: 168 time: 0.5610893 Sep 03 21:34:39.940265 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 56920) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:40.016176 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.097540 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.108847 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f63416b-4af1-4940-a37c-7dc7b1c52f09']}} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:40.119396 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40') {'for_net_delete': True} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:40.119702 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2c1b7b-41ce-46c2-b2e8-931ee5893f40') {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:40.133721 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126713745'] for segment, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.147837 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.153469 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:34:40.153845 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713265'] for segment, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: Traceback (most recent call last): Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: timer() Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: cb(*args, **kw) Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: return func(*args, **kwargs) Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: self._notify() Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: self.callback(batched_events) Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: event.method(event) Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: return f(self, *a, **k) Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._get(url).json() Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: return self.request(url, 'GET', **kwargs) Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:34:40.155593 dv-cinder-759987-9-iscsi neutron-server[94320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:34:40.275229 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.280443 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.282299 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] 10.222.0.46 "DELETE /v2.0/networks/6f63416b-4af1-4940-a37c-7dc7b1c52f09 HTTP/1.1" status: 204 len: 168 time: 0.3410578 Sep 03 21:34:40.292593 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df51758-417a-45bb-aa8e-005a56a8b43a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f63416b-4af1-4940-a37c-7dc7b1c52f09,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:40.610667 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4fd4-10a7-476e-acec-d519ea101169 req-0a53e56b-46aa-492b-8ac2-de1c02d66986 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:40.612167 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4ada4fd4-10a7-476e-acec-d519ea101169 req-0a53e56b-46aa-492b-8ac2-de1c02d66986 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 944 time: 0.0510893 Sep 03 21:34:40.641529 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 56932) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:40.665958 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4ada4fd4-10a7-476e-acec-d519ea101169 req-ac18a877-b113-45e8-a0ec-809ba6591454 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475504 Sep 03 21:34:40.681700 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:34:40.691634 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d5084120-2dbb-4745-9a64-98d737ca57ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1117986d9734474da1e1be2d1a75c8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489402 Sep 03 21:34:40.695690 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 56936) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:40.748626 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-028c424d-409f-4762-b8d3-5012f22d0d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.758040 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 56940) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:40.774918 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-028c424d-409f-4762-b8d3-5012f22d0d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.799530 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:40.813643 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'port_id': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'mac_address': 'fa:16:3e:48:03:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:34:40.854374 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.867416 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f8a51d-ed42-44c6-b0b8-0aec8639db90 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:34:40.886143 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:40.904466 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-028c424d-409f-4762-b8d3-5012f22d0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.907752 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-028c424d-409f-4762-b8d3-5012f22d0d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:40.909072 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-028c424d-409f-4762-b8d3-5012f22d0d24 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71b8b476-f093-4326-ae18-6cca191e4505 HTTP/1.1" status: 204 len: 168 time: 0.2123983 Sep 03 21:34:40.917767 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c424d-409f-4762-b8d3-5012f22d0d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b8b476-f093-4326-ae18-6cca191e4505,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:40.961573 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:41.010404 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=9']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:41.019214 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.019214 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.019214 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.019214 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.019214 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.019654 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.019839 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.020344 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.020729 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.021221 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.021546 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.021868 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:34:41.183831 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:41.275671 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['14f8a51d-ed42-44c6-b0b8-0aec8639db90'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:34:41.496682 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Deleting port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:34:41.497047 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:41.577990 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] For port ec216f93-fbe7-4ecb-badf-e2b42b61a6b6, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,segment=NetworkSegment(c7a57f7d-6710-4b5f-80c9-23f401eeb6e3),segment_id=c7a57f7d-6710-4b5f-80c9-23f401eeb6e3)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:41.579241 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:41.590966 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Calling delete_port for ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 owned by network:router_interface {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:34:41.821141 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cc50d-91cd-4fc4-931a-1fcdefb5e8e5 req-70f88f4b-ff97-4987-baed-4ed241a3fa4d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:41.822914 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e23cc50d-91cd-4fc4-931a-1fcdefb5e8e5 req-70f88f4b-ff97-4987-baed-4ed241a3fa4d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 945 time: 0.0784397 Sep 03 21:34:41.871867 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e23cc50d-91cd-4fc4-931a-1fcdefb5e8e5 req-cabe1ad0-106d-4db7-aba6-8289901f9af4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Sep 03 21:34:41.950330 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:41.976725 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec216f93-fbe7-4ecb-badf-e2b42b61a6b6,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:42.038937 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dfbb2-7529-406c-be8a-471688b41014 req-3f1f7510-9858-40df-93f8-44b2f201f3a7 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:42.040497 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-748dfbb2-7529-406c-be8a-471688b41014 req-3f1f7510-9858-40df-93f8-44b2f201f3a7 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0617738 Sep 03 21:34:42.080752 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-748dfbb2-7529-406c-be8a-471688b41014 req-8004d412-a2f7-4225-a340-8ed85cddcb67 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Sep 03 21:34:42.150431 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:42.365103 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Router 022622a5-53b2-47c2-99e7-e862988591be has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:34:42.675669 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:34:42.681404 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:34:42.681914 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-819cb77e-6a51-4667-8c5c-cd18c7806f82 admin admin] 10.222.0.46 "PUT /v2.0/routers/022622a5-53b2-47c2-99e7-e862988591be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9223115 Sep 03 21:34:42.683125 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 56990) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:42.685408 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] Sync routers for ids ['022622a5-53b2-47c2-99e7-e862988591be'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:34:42.694649 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] Routers {'022622a5-53b2-47c2-99e7-e862988591be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:34:42.695297 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:34:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['022622a5-53b2-47c2-99e7-e862988591be'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:42.734764 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:34:42.735169 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:42.803410 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks [] for router, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:42.807722 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] Set router 022622a5-53b2-47c2-99e7-e862988591be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:34:42.821772 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:42.862166 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:42.863448 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:42.865929 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a84928c-aef1-4e81-8ac4-d4f100c7d0be" -d '{"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-plugged", "status": "completed", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:42.915522 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61da325-b1c0-414e-af2d-d4f7013fc0a8 x-openstack-request-id: req-e61da325-b1c0-414e-af2d-d4f7013fc0a8 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:42.915971 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-plugged", "status": "completed", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:42.916310 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e61da325-b1c0-414e-af2d-d4f7013fc0a8 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:42.916810 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'code': 200} Sep 03 21:34:42.922309 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:42.984903 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:42.985794 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a42aa0cf-802a-4c97-a823-592fbb367018 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:34:43.021494 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '2bec0227-c299-4b35-9286-8b39674813b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:34:41Z', 'revision_number': 5, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port': {'id': '2bec0227-c299-4b35-9286-8b39674813b0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022622a5-53b2-47c2-99e7-e862988591be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:08Z', 'updated_at': '2021-09-03T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:43.025324 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: a42aa0cf-802a-4c97-a823-592fbb367018 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:34:43.025780 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a42aa0cf-802a-4c97-a823-592fbb367018 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:34:43.040296 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b217151-18d3-4351-8300-f6a16932f1d8 req-27a47a2f-bf37-4aaf-b865-0ba99f5aa43b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:43.041849 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0b217151-18d3-4351-8300-f6a16932f1d8 req-27a47a2f-bf37-4aaf-b865-0ba99f5aa43b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0665121 Sep 03 21:34:43.054045 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=10']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:43.056179 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] Checking router: 022622a5-53b2-47c2-99e7-e862988591be for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:34:43.067009 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] Routers {'022622a5-53b2-47c2-99e7-e862988591be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:34:43.067614 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:34:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['022622a5-53b2-47c2-99e7-e862988591be'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:43.121015 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0b217151-18d3-4351-8300-f6a16932f1d8 req-38cf510e-04cb-4db5-bf12-9abb722b3881 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474477 Sep 03 21:34:43.131244 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Deleting port 2bec0227-c299-4b35-9286-8b39674813b0 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:34:43.131587 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.160583 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] Set router 022622a5-53b2-47c2-99e7-e862988591be gateway port host: None {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:34:43.213358 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:34:42Z', 'revision_number': 6, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port_host': None}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:43.216714 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] For port 2bec0227-c299-4b35-9286-8b39674813b0, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2bec0227-c299-4b35-9286-8b39674813b0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:43.217080 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.229647 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Calling delete_port for 2bec0227-c299-4b35-9286-8b39674813b0 owned by network:router_gateway {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:34:43.239373 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763590d-8371-4f63-919a-2f803e5db706 None None] The sync data for ids ['022622a5-53b2-47c2-99e7-e862988591be'] in dv-cinder-759987-9-iscsi is: [{'id': '022622a5-53b2-47c2-99e7-e862988591be', 'name': 'tempest-ServerRescueNegativeTestJSON-1657772324-router', 'tenant_id': '30d80da5983a4eb0bb10922d58181bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:06Z', 'updated_at': '2021-09-03T21:34:42Z', 'revision_number': 6, 'project_id': '30d80da5983a4eb0bb10922d58181bc9', 'gw_port_host': None}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:34:43.516278 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.542443 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bec0227-c299-4b35-9286-8b39674813b0,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:43.565692 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ebe4e-fecf-45bc-b313-aec211df4c4b req-6060e440-d96a-4122-87bf-a604f976e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:43.567216 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0a6ebe4e-fecf-45bc-b313-aec211df4c4b req-6060e440-d96a-4122-87bf-a604f976e0a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 1100 time: 0.0449328 Sep 03 21:34:43.606077 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0a6ebe4e-fecf-45bc-b313-aec211df4c4b req-016653d2-b3eb-4c64-abad-72a65d3a82b8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307553 Sep 03 21:34:43.608996 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.717222 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.719993 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.738493 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.847369 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.847933 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 022622a5-53b2-47c2-99e7-e862988591be {{(pid=94320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:34:43.852711 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.853852 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-5dcb12d8-a4b3-47b4-8c12-199048193d36 admin admin] 10.222.0.46 "DELETE /v2.0/routers/022622a5-53b2-47c2-99e7-e862988591be HTTP/1.1" status: 204 len: 168 time: 1.1669798 Sep 03 21:34:43.856310 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57006) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:43.900450 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be760da-9a1b-40ed-9110-883a2a0adf7a admin admin] Deleting subnet b65ac5f2-6757-40b5-80ef-2d0fb8797d19 {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:34:43.903449 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3be760da-9a1b-40ed-9110-883a2a0adf7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.942007 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3be760da-9a1b-40ed-9110-883a2a0adf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126713736'] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:43.980223 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3be760da-9a1b-40ed-9110-883a2a0adf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.087510 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3be760da-9a1b-40ed-9110-883a2a0adf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126713327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126409370'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.115354 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be760da-9a1b-40ed-9110-883a2a0adf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65ac5f2-6757-40b5-80ef-2d0fb8797d19,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:44.117441 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3be760da-9a1b-40ed-9110-883a2a0adf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.119199 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-3be760da-9a1b-40ed-9110-883a2a0adf7a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b65ac5f2-6757-40b5-80ef-2d0fb8797d19 HTTP/1.1" status: 204 len: 168 time: 0.2619858 Sep 03 21:34:44.125790 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57018) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:44.218664 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.231611 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-05e1066c-ec03-4dd2-8d30-ee11d89492d9 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7e120d38a0dd4109849621cfb1445c16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397704 Sep 03 21:34:44.426503 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.458934 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673f58a7-bac8-4adf-a01e-3481875be44e']}} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:44.484267 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3') {'for_net_delete': True} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:44.484632 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a57f7d-6710-4b5f-80c9-23f401eeb6e3') {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:34:44.502342 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126713745'] for segment, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.517834 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-f096d0d4-1e47-4f0c-aebc-be0ea5303b47 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:44.519341 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-f096d0d4-1e47-4f0c-aebc-be0ea5303b47 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770994 Sep 03 21:34:44.526866 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.538489 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:34:44.538910 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713265'] for segment, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: Traceback (most recent call last): Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: timer() Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: cb(*args, **kw) Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: return func(*args, **kwargs) Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: self._notify() Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: self.callback(batched_events) Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: event.method(event) Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: return f(self, *a, **k) Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._get(url).json() Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: return self.request(url, 'GET', **kwargs) Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:34:44.540767 dv-cinder-759987-9-iscsi neutron-server[94320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:34:44.550803 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-c733d2e7-651e-4a45-813a-ed873a53c3b7 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/quotas/7e120d38a0dd4109849621cfb1445c16 HTTP/1.1" status: 200 len: 375 time: 0.0256710 Sep 03 21:34:44.610563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:34:44.618764 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-f959bbdb-67b6-4495-a223-a9c118866587 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e120d38a0dd4109849621cfb1445c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570290 Sep 03 21:34:44.631448 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:34:44.631801 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device ec216f93-fbe7-4ecb-badf-e2b42b61a6b6 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:34:44.632230 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2bec0227-c299-4b35-9286-8b39674813b0 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:34:44.651349 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 2bec0227-c299-4b35-9286-8b39674813b0 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:34:44.658313 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2bec0227-c299-4b35-9286-8b39674813b0 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:34:44.670007 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.675447 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:44.677487 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] 10.222.0.46 "DELETE /v2.0/networks/673f58a7-bac8-4adf-a01e-3481875be44e HTTP/1.1" status: 204 len: 168 time: 0.5505111 Sep 03 21:34:44.690256 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c7aa4-0bac-4c6a-839d-4851d78a227f admin admin] Pushing event deleted for resources: {'Network': ['ID=673f58a7-bac8-4adf-a01e-3481875be44e,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:44.917369 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826f86-8b87-42a3-81ec-d4a14268a5d8 req-7ca28bb4-94fc-4f95-81e3-4a16c29f28bc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:44.919080 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a8826f86-8b87-42a3-81ec-d4a14268a5d8 req-7ca28bb4-94fc-4f95-81e3-4a16c29f28bc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0610034 Sep 03 21:34:44.962647 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a8826f86-8b87-42a3-81ec-d4a14268a5d8 req-04e058a4-ad42-4963-83d0-d682b10cd5fb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366383 Sep 03 21:34:45.037498 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f90b838d-5082-4a9d-bc46-b0ba4cd87656 req-9e33cc66-b0a7-4b9c-90e3-a2161f2c9caf tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 210 time: 0.0334535 Sep 03 21:34:45.130905 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57048) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:45.181425 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f3c31750-dc70-4ca6-b9a5-ed462f09ff8e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30d80da5983a4eb0bb10922d58181bc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493271 Sep 03 21:34:45.184079 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57050) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:45.238274 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9ea8-d1f7-4a94-8c57-921f19741a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.259733 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9ea8-d1f7-4a94-8c57-921f19741a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.376619 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57060) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:45.395745 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9ea8-d1f7-4a94-8c57-921f19741a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.398910 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1d4e9ea8-d1f7-4a94-8c57-921f19741a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.407415 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1d4e9ea8-d1f7-4a94-8c57-921f19741a0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19d45ef4-1e22-4d1f-9b9b-d1000ed31c75 HTTP/1.1" status: 204 len: 168 time: 0.2152164 Sep 03 21:34:45.409413 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e9ea8-d1f7-4a94-8c57-921f19741a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d45ef4-1e22-4d1f-9b9b-d1000ed31c75,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:45.535951 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d3b55c4f-c1a8-46df-b503-b77e9aee8e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.628902 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d3b55c4f-c1a8-46df-b503-b77e9aee8e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.686530 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d3b55c4f-c1a8-46df-b503-b77e9aee8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.726805 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-d3b55c4f-c1a8-46df-b503-b77e9aee8e8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=458a51f39ac848bb8547a15307ec6102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482113 Sep 03 21:34:45.727122 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b55c4f-c1a8-46df-b503-b77e9aee8e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4555073c-b4f0-4612-b52f-2100e3914cf2,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:45.728602 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57082) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:45.789935 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0006a91e-6f30-46f7-99b9-dc3b1689490a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.817268 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0006a91e-6f30-46f7-99b9-dc3b1689490a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.996123 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0006a91e-6f30-46f7-99b9-dc3b1689490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:45.998800 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0006a91e-6f30-46f7-99b9-dc3b1689490a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:46.002995 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0006a91e-6f30-46f7-99b9-dc3b1689490a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4555073c-b4f0-4612-b52f-2100e3914cf2 HTTP/1.1" status: 204 len: 168 time: 0.2728779 Sep 03 21:34:46.014516 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006a91e-6f30-46f7-99b9-dc3b1689490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4555073c-b4f0-4612-b52f-2100e3914cf2,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:46.107213 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042dedf-fee1-4243-9faf-581487393efd req-93077dca-e1b7-4fd5-b72c-234dc3fafdd8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:46.108763 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2042dedf-fee1-4243-9faf-581487393efd req-93077dca-e1b7-4fd5-b72c-234dc3fafdd8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0586112 Sep 03 21:34:46.162722 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2042dedf-fee1-4243-9faf-581487393efd req-70f11a81-123c-4bbb-b4a4-2769d89315e2 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352075 Sep 03 21:34:46.248965 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-16b57b1a-5c52-4875-b052-d80676707771 req-36de8477-99dc-4ab0-9f09-97eb7a8e1420 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 210 time: 0.0300045 Sep 03 21:34:46.919022 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-e830c86c-569a-4559-8638-fb19811cdd97 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7e120d38a0dd4109849621cfb1445c16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286438 Sep 03 21:34:47.117700 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-b776ade0-1e20-443e-87da-f35d2c3d8a15 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:47.119195 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-b776ade0-1e20-443e-87da-f35d2c3d8a15 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944952 Sep 03 21:34:47.133507 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Request body: {'port': {'device_id': '413f24d2-adf2-4a7f-ac9b-9e52ba3ba440', 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c', 'admin_state_up': True, 'tenant_id': '7e120d38a0dd4109849621cfb1445c16'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:34:47.338692 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Made reservation on behalf of 7e120d38a0dd4109849621cfb1445c16 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:34:47.342375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:47.356217 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:47.463513 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:47.489029 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532bc40-a355-4daf-a8e5-504693f79dc5 req-3b80fee5-2fdb-4838-8034-5c60dbb99bfb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:47.490459 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a532bc40-a355-4daf-a8e5-504693f79dc5 req-3b80fee5-2fdb-4838-8034-5c60dbb99bfb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0544198 Sep 03 21:34:47.527516 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a532bc40-a355-4daf-a8e5-504693f79dc5 req-dfc2531a-70cc-4a81-a671-60d4a75f358a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Sep 03 21:34:47.549942 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:47.614428 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93867dcc-7d00-46b4-83cb-77ab541d53f1,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:47.627791 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a72c79f0-0062-4f16-861f-79130962b74d req-30121c19-f585-4b0a-8710-99f52bd15fa0 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 210 time: 0.0263388 Sep 03 21:34:47.691452 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Allocated IP 192.168.233.147 (fec015e4-3f0c-409a-9931-356d04c7823c/ac0a49f7-e570-4534-9ce8-ec2577c8c54a/2b1164b5-035b-437b-9112-8eb34a7b5bbe) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:34:47.834339 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:47.847359 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Transition to ACTIVE for port object 2b1164b5-035b-437b-9112-8eb34a7b5bbe will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:34:47.927263 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:47.968188 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Network fec015e4-3f0c-409a-9931-356d04c7823c is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:34:47.971220 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:34:47.974797 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:34:47.982967 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Pushing event updated for resources: {'Port': ['ID=2b1164b5-035b-437b-9112-8eb34a7b5bbe,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:48.030815 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:48.031493 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:48.116997 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d65d1cfe-ca8e-4de9-8f91-5d0eca4b6f6c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9875760 Sep 03 21:34:48.130797 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Request body: {'port': {'device_id': '413f24d2-adf2-4a7f-ac9b-9e52ba3ba440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:34:48.186275 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:48.258598 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-e12b2b71-d685-46ef-9438-6875ee6c3b4c None None] Provisioning for port 2b1164b5-035b-437b-9112-8eb34a7b5bbe completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:34:48.262457 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-e12b2b71-d685-46ef-9438-6875ee6c3b4c None None] Provisioning complete for port 2b1164b5-035b-437b-9112-8eb34a7b5bbe triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:34:48.262868 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e12b2b71-d685-46ef-9438-6875ee6c3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:48.299149 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-e12b2b71-d685-46ef-9438-6875ee6c3b4c None None] Port 2b1164b5-035b-437b-9112-8eb34a7b5bbe cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:34:48.439890 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1164b5-035b-437b-9112-8eb34a7b5bbe {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:34:48.446898 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:48.458304 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Transition to ACTIVE for port object 2b1164b5-035b-437b-9112-8eb34a7b5bbe will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:34:48.521270 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:48.573752 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1164b5-035b-437b-9112-8eb34a7b5bbe,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:48.647386 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Attempting to bind port 2b1164b5-035b-437b-9112-8eb34a7b5bbe on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:34:48.647721 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Attempting to bind port 2b1164b5-035b-437b-9112-8eb34a7b5bbe by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:34:48.648053 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Attempting to bind port 2b1164b5-035b-437b-9112-8eb34a7b5bbe on network fec015e4-3f0c-409a-9931-356d04c7823c {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:34:48.652750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Port 2b1164b5-035b-437b-9112-8eb34a7b5bbe on network fec015e4-3f0c-409a-9931-356d04c7823c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:34:48.653071 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Attempting to bind port 2b1164b5-035b-437b-9112-8eb34a7b5bbe on network fec015e4-3f0c-409a-9931-356d04c7823c {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:34:48.659147 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:34:48.659493 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Checking segment: {'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:34:48.659876 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Bound using segment: {'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:34:48.660306 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Bound port: 2b1164b5-035b-437b-9112-8eb34a7b5bbe, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c9e9e8-07ce-4f10-93a1-6f27a99191bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:34:48.660661 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:48.727530 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] For port 2b1164b5-035b-437b-9112-8eb34a7b5bbe, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:34:48.730658 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] For port 2b1164b5-035b-437b-9112-8eb34a7b5bbe, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2b1164b5-035b-437b-9112-8eb34a7b5bbe,segment=NetworkSegment(75c9e9e8-07ce-4f10-93a1-6f27a99191bd),segment_id=75c9e9e8-07ce-4f10-93a1-6f27a99191bd)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:34:48.752921 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a46fa-5544-4b9b-8276-6cb19f7fb0a9 req-6de4218b-37d4-4ab8-8d0c-887b0889da08 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:48.754426 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a30a46fa-5544-4b9b-8276-6cb19f7fb0a9 req-6de4218b-37d4-4ab8-8d0c-887b0889da08 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 948 time: 0.0515237 Sep 03 21:34:48.792267 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a30a46fa-5544-4b9b-8276-6cb19f7fb0a9 req-6dca79f1-352d-4ba6-96c5-53d55ee2467b tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Sep 03 21:34:48.819345 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:48.857326 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:48.857946 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:48.859966 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-1d568937-ef41-4246-813a-f72caff43744 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b1164b5-035b-437b-9112-8eb34a7b5bbe HTTP/1.1" status: 200 len: 1098 time: 0.7330196 Sep 03 21:34:48.864589 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413f24d2-adf2-4a7f-ac9b-9e52ba3ba440', 'tag': '2b1164b5-035b-437b-9112-8eb34a7b5bbe'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:48.864589 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f371f3fb-26da-4617-8463-7feb05e2a843" -d '{"events": [{"name": "network-changed", "server_uuid": "413f24d2-adf2-4a7f-ac9b-9e52ba3ba440", "tag": "2b1164b5-035b-437b-9112-8eb34a7b5bbe"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:48.898687 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d568937-ef41-4246-813a-f72caff43744 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1164b5-035b-437b-9112-8eb34a7b5bbe,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:48.904349 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120c036d-6969-46f3-a264-c06117e06b74 x-openstack-request-id: req-120c036d-6969-46f3-a264-c06117e06b74 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:48.904638 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413f24d2-adf2-4a7f-ac9b-9e52ba3ba440", "tag": "2b1164b5-035b-437b-9112-8eb34a7b5bbe", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:48.904892 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-120c036d-6969-46f3-a264-c06117e06b74 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:48.905295 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413f24d2-adf2-4a7f-ac9b-9e52ba3ba440', 'tag': '2b1164b5-035b-437b-9112-8eb34a7b5bbe', 'status': 'completed', 'code': 200} Sep 03 21:34:48.975176 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371f3fb-26da-4617-8463-7feb05e2a843 req-7e7393d3-94a9-4725-a698-86f26040023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:48.977634 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f371f3fb-26da-4617-8463-7feb05e2a843 req-7e7393d3-94a9-4725-a698-86f26040023c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e120d38a0dd4109849621cfb1445c16&device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 1101 time: 0.0503054 Sep 03 21:34:49.008432 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f371f3fb-26da-4617-8463-7feb05e2a843 req-64f79f89-61c3-4d07-94ab-6d9f3e5df27e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7e120d38a0dd4109849621cfb1445c16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216095 Sep 03 21:34:49.104297 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371f3fb-26da-4617-8463-7feb05e2a843 req-33c91294-390e-4893-aecb-a6dabedcaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:49.105775 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f371f3fb-26da-4617-8463-7feb05e2a843 req-33c91294-390e-4893-aecb-a6dabedcaf00 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899646 Sep 03 21:34:49.183237 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-87f31439-fa57-4c76-b8e9-d5d9a5061e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:49.184758 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-87f31439-fa57-4c76-b8e9-d5d9a5061e03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7e120d38a0dd4109849621cfb1445c16&device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 1101 time: 0.0409865 Sep 03 21:34:49.241320 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-234a99f5-9d18-4dd2-afa2-4b3c7491fab7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2b1164b5-035b-437b-9112-8eb34a7b5bbe HTTP/1.1" status: 200 len: 217 time: 0.0376134 Sep 03 21:34:49.289410 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-dc5e0a51-3f3c-4072-9761-7793c001e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:49.290871 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-dc5e0a51-3f3c-4072-9761-7793c001e383 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac0a49f7-e570-4534-9ce8-ec2577c8c54a HTTP/1.1" status: 200 len: 843 time: 0.0426970 Sep 03 21:34:49.335447 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-3ebb4741-d6ed-4723-b080-16f00942f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:49.336937 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-3ebb4741-d6ed-4723-b080-16f00942f40b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fec015e4-3f0c-409a-9931-356d04c7823c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0381923 Sep 03 21:34:49.429302 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-d0a18177-4ae4-4d25-a7c6-2ba870a9f44e service neutron] 10.222.0.18 "GET /v2.0/networks/fec015e4-3f0c-409a-9931-356d04c7823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833218 Sep 03 21:34:49.517873 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7c535764-74d6-40fa-b8be-d9664581bb9f req-8e6714d1-97a9-4dc0-ab90-088522be454f service neutron] 10.222.0.18 "GET /v2.0/networks/fec015e4-3f0c-409a-9931-356d04c7823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802362 Sep 03 21:34:49.909023 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743d35-80f8-4aff-b1c9-942aa17f3f82 req-c7eabb03-9b86-4c01-bd1d-830233b1e784 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:49.910449 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-26743d35-80f8-4aff-b1c9-942aa17f3f82 req-c7eabb03-9b86-4c01-bd1d-830233b1e784 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 948 time: 0.0505083 Sep 03 21:34:49.946303 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-26743d35-80f8-4aff-b1c9-942aa17f3f82 req-5e6fb0ce-efa3-4e5a-b2b9-cc7e30d5b98d tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299537 Sep 03 21:34:50.675958 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 2b1164b5-035b-437b-9112-8eb34a7b5bbe details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:34:50.715209 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57168) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:50.768072 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 2b1164b5-035b-437b-9112-8eb34a7b5bbe, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2b1164b5-035b-437b-9112-8eb34a7b5bbe,segment=NetworkSegment(75c9e9e8-07ce-4f10-93a1-6f27a99191bd),segment_id=75c9e9e8-07ce-4f10-93a1-6f27a99191bd)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:50.778564 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '2b1164b5-035b-437b-9112-8eb34a7b5bbe', 'network_id': 'fec015e4-3f0c-409a-9931-356d04c7823c', 'port_id': '2b1164b5-035b-437b-9112-8eb34a7b5bbe', 'mac_address': 'fa:16:3e:a0:6d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0a49f7-e570-4534-9ce8-ec2577c8c54a', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:34:50.819282 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-10128d89-977e-46eb-8d14-bf44e70e54cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:50.821560 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:50.835159 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1164b5-035b-437b-9112-8eb34a7b5bbe {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:34:50.855064 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 2b1164b5-035b-437b-9112-8eb34a7b5bbe, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2b1164b5-035b-437b-9112-8eb34a7b5bbe,segment=NetworkSegment(75c9e9e8-07ce-4f10-93a1-6f27a99191bd),segment_id=75c9e9e8-07ce-4f10-93a1-6f27a99191bd)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:50.907458 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-10128d89-977e-46eb-8d14-bf44e70e54cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:50.927145 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:50.955155 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-10128d89-977e-46eb-8d14-bf44e70e54cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:50.975950 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=2b1164b5-035b-437b-9112-8eb34a7b5bbe,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:50.996486 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-10128d89-977e-46eb-8d14-bf44e70e54cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f979ade866343918624a91b848a8939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801108 Sep 03 21:34:50.997441 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10128d89-977e-46eb-8d14-bf44e70e54cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78d76d5-dd4a-47ae-8745-385dd986acf4,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:50.999186 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57176) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:51.056397 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-580b47af-b695-45b6-ac86-4db3cc20af5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:51.064536 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2a1da-590c-4fa4-a811-96a4f8b30f12 req-395c4ce8-745c-4e5b-94ae-a40e9def9ecb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:51.066037 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-40d2a1da-590c-4fa4-a811-96a4f8b30f12 req-395c4ce8-745c-4e5b-94ae-a40e9def9ecb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 949 time: 0.0512309 Sep 03 21:34:51.076992 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-580b47af-b695-45b6-ac86-4db3cc20af5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:51.110038 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-40d2a1da-590c-4fa4-a811-96a4f8b30f12 req-ec254423-f74c-48a9-a9fc-097baa93f8fd tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Sep 03 21:34:51.195319 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['2b1164b5-035b-437b-9112-8eb34a7b5bbe'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:34:51.195795 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-580b47af-b695-45b6-ac86-4db3cc20af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:51.198352 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-580b47af-b695-45b6-ac86-4db3cc20af5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:51.199529 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-580b47af-b695-45b6-ac86-4db3cc20af5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f78d76d5-dd4a-47ae-8745-385dd986acf4 HTTP/1.1" status: 204 len: 168 time: 0.1982138 Sep 03 21:34:51.207743 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b47af-b695-45b6-ac86-4db3cc20af5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78d76d5-dd4a-47ae-8745-385dd986acf4,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:52.229422 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e8f6-1c83-47c6-9f6d-18b68a761e89 req-8543dc88-135d-4e24-8ce8-bfc6ab56e342 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:52.231050 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-07c6e8f6-1c83-47c6-9f6d-18b68a761e89 req-8543dc88-135d-4e24-8ce8-bfc6ab56e342 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 949 time: 0.0483601 Sep 03 21:34:52.268909 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-07c6e8f6-1c83-47c6-9f6d-18b68a761e89 req-0255d3a9-5d40-42c2-bab9-b7934f51fc26 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Sep 03 21:34:52.680450 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 2b1164b5-035b-437b-9112-8eb34a7b5bbe up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:34:52.807007 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 2b1164b5-035b-437b-9112-8eb34a7b5bbe completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:34:52.811500 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 2b1164b5-035b-437b-9112-8eb34a7b5bbe triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:34:52.811948 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:52.890824 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:52.914992 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413f24d2-adf2-4a7f-ac9b-9e52ba3ba440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1164b5-035b-437b-9112-8eb34a7b5bbe'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:52.917228 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eabb515-966a-4e91-9fa7-d09e3761691e" -d '{"events": [{"server_uuid": "413f24d2-adf2-4a7f-ac9b-9e52ba3ba440", "name": "network-vif-plugged", "status": "completed", "tag": "2b1164b5-035b-437b-9112-8eb34a7b5bbe"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:52.930519 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 2b1164b5-035b-437b-9112-8eb34a7b5bbe, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2b1164b5-035b-437b-9112-8eb34a7b5bbe,segment=NetworkSegment(75c9e9e8-07ce-4f10-93a1-6f27a99191bd),segment_id=75c9e9e8-07ce-4f10-93a1-6f27a99191bd)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:52.955065 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b2d59-ff12-423e-a6db-29e13d970e63 x-openstack-request-id: req-2d6b2d59-ff12-423e-a6db-29e13d970e63 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:52.955408 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413f24d2-adf2-4a7f-ac9b-9e52ba3ba440", "name": "network-vif-plugged", "status": "completed", "tag": "2b1164b5-035b-437b-9112-8eb34a7b5bbe", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:52.955671 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d6b2d59-ff12-423e-a6db-29e13d970e63 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:52.956067 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413f24d2-adf2-4a7f-ac9b-9e52ba3ba440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1164b5-035b-437b-9112-8eb34a7b5bbe', 'code': 200} Sep 03 21:34:53.007411 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:53.066470 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=2b1164b5-035b-437b-9112-8eb34a7b5bbe,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:53.266770 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9b84-036c-4fd4-9c4f-dde89ecdaf7e req-2822b6e5-a947-483c-a204-ce78eed141be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:53.268589 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4f7f9b84-036c-4fd4-9c4f-dde89ecdaf7e req-2822b6e5-a947-483c-a204-ce78eed141be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 1103 time: 0.0387022 Sep 03 21:34:53.304137 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4f7f9b84-036c-4fd4-9c4f-dde89ecdaf7e req-29879e15-7fe2-4c39-a10f-bc6e83fa6131 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283110 Sep 03 21:34:53.529780 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233daed-70b6-41df-9edd-019189221e15 req-5f9f323f-60d7-4575-a5aa-9c658dc6126e tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:53.531808 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6233daed-70b6-41df-9edd-019189221e15 req-5f9f323f-60d7-4575-a5aa-9c658dc6126e tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 950 time: 0.0477097 Sep 03 21:34:53.571471 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6233daed-70b6-41df-9edd-019189221e15 req-e835c0f1-c765-409e-a58d-d41ecd176c25 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Sep 03 21:34:53.675236 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29479254-6a3c-4075-8600-06d38aa846f7 req-84e81a1e-bd7f-407e-bdb9-01a5e9a5d5d9 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:53.676783 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-29479254-6a3c-4075-8600-06d38aa846f7 req-84e81a1e-bd7f-407e-bdb9-01a5e9a5d5d9 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0509243 Sep 03 21:34:53.719670 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-29479254-6a3c-4075-8600-06d38aa846f7 req-32c7f5ba-c666-4818-a118-004a43447f5f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360630 Sep 03 21:34:54.186623 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57258) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:54.287729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4cae5295-af32-430a-80d1-1e8457bf359d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:54.373677 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4cae5295-af32-430a-80d1-1e8457bf359d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:54.481616 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4cae5295-af32-430a-80d1-1e8457bf359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:54.522772 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4cae5295-af32-430a-80d1-1e8457bf359d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77a1d245d6004fd498dbadd47784f6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343253 Sep 03 21:34:54.523421 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae5295-af32-430a-80d1-1e8457bf359d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb3156-a682-4434-bb62-cecb8b4a4647,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:54.525369 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57262) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:54.574292 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-02b0220a-f74c-46ef-a6b2-abef31a34fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:54.597127 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-02b0220a-f74c-46ef-a6b2-abef31a34fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:54.687712 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c10fd7-fb5f-4311-a83b-39857602f945 req-f41bbbed-dc9e-43c9-8233-ebd253d563ba tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:54.689958 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71c10fd7-fb5f-4311-a83b-39857602f945 req-f41bbbed-dc9e-43c9-8233-ebd253d563ba tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 950 time: 0.0485766 Sep 03 21:34:54.712457 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-02b0220a-f74c-46ef-a6b2-abef31a34fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:54.714931 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-02b0220a-f74c-46ef-a6b2-abef31a34fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:54.719138 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-02b0220a-f74c-46ef-a6b2-abef31a34fd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04eb3156-a682-4434-bb62-cecb8b4a4647 HTTP/1.1" status: 204 len: 168 time: 0.1895905 Sep 03 21:34:54.728064 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0220a-f74c-46ef-a6b2-abef31a34fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb3156-a682-4434-bb62-cecb8b4a4647,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:54.743370 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71c10fd7-fb5f-4311-a83b-39857602f945 req-b3922374-c769-40cf-823c-c61f8d9b4161 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 Sep 03 21:34:54.853766 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded9ff-fabb-4f00-96f4-595e0b49263f req-5b2f635b-8510-4717-a01f-db020e7aae2b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:54.855295 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8dded9ff-fabb-4f00-96f4-595e0b49263f req-5b2f635b-8510-4717-a01f-db020e7aae2b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0516393 Sep 03 21:34:54.894816 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8dded9ff-fabb-4f00-96f4-595e0b49263f req-bf9b50db-5c24-444a-a2b0-53299f5eb6be tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330598 Sep 03 21:34:55.347859 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57272) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:55.361849 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e9170881-d8e2-4bf2-8c34-39783b30b044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:55.445774 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e9170881-d8e2-4bf2-8c34-39783b30b044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:55.514654 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e9170881-d8e2-4bf2-8c34-39783b30b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:55.552438 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-e9170881-d8e2-4bf2-8c34-39783b30b044 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49fbf147bc8c4eb7a4e6dc6d834d7c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034264 Sep 03 21:34:55.553283 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9170881-d8e2-4bf2-8c34-39783b30b044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e8f7b6-a5f9-49cf-bce7-0857d409ec55,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:55.555106 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57274) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:34:55.603002 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-841589ba-ddaf-4bdb-b690-4489ddee11cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:55.623028 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-841589ba-ddaf-4bdb-b690-4489ddee11cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:55.744289 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-841589ba-ddaf-4bdb-b690-4489ddee11cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:55.746803 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-841589ba-ddaf-4bdb-b690-4489ddee11cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:55.747992 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-841589ba-ddaf-4bdb-b690-4489ddee11cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08e8f7b6-a5f9-49cf-bce7-0857d409ec55 HTTP/1.1" status: 204 len: 168 time: 0.1919062 Sep 03 21:34:55.756166 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841589ba-ddaf-4bdb-b690-4489ddee11cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e8f7b6-a5f9-49cf-bce7-0857d409ec55,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:55.870445 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe86aa-dfbd-41d4-a6e1-1722663aa03f req-1e6ccf0a-e0ed-432e-bc19-95a3307c74fb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:55.871955 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2efe86aa-dfbd-41d4-a6e1-1722663aa03f req-1e6ccf0a-e0ed-432e-bc19-95a3307c74fb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 950 time: 0.0521975 Sep 03 21:34:55.909178 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2efe86aa-dfbd-41d4-a6e1-1722663aa03f req-027a241a-b1cd-4405-a075-9aadbf086819 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Sep 03 21:34:56.017156 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2836f5-a000-45b9-87a1-c327ae24a619 req-8b46b982-a575-4884-adb7-d28ead338e5e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:56.018802 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bb2836f5-a000-45b9-87a1-c327ae24a619 req-8b46b982-a575-4884-adb7-d28ead338e5e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0504785 Sep 03 21:34:56.057137 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bb2836f5-a000-45b9-87a1-c327ae24a619 req-e3e712c0-16f0-4e2c-9ceb-b7090cdb466e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Sep 03 21:34:56.528024 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22a3e-49d4-46c0-b5ee-e9a8dc88208a req-d014253b-c96d-4f79-9c73-f9ba6330f84c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:56.529457 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-36e22a3e-49d4-46c0-b5ee-e9a8dc88208a req-d014253b-c96d-4f79-9c73-f9ba6330f84c tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 950 time: 0.0506778 Sep 03 21:34:56.573693 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-36e22a3e-49d4-46c0-b5ee-e9a8dc88208a req-d6889acf-2b12-4774-833e-349f5434ed5e tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375094 Sep 03 21:34:57.174551 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678570a-35a8-4eae-ad95-bba983e2c4c0 req-76e2d6b1-ae78-460f-9b57-5671eddb0153 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:57.176073 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c678570a-35a8-4eae-ad95-bba983e2c4c0 req-76e2d6b1-ae78-460f-9b57-5671eddb0153 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0495198 Sep 03 21:34:57.213122 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c678570a-35a8-4eae-ad95-bba983e2c4c0 req-c2d0b402-9a17-4e88-a8d2-d9efd68f5c8d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Sep 03 21:34:57.694978 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207f4e6-80f6-4b96-bcc6-540e99aac575 req-030f9d7e-8bd1-4164-bea9-a15aa77c4f41 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:57.696476 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9207f4e6-80f6-4b96-bcc6-540e99aac575 req-030f9d7e-8bd1-4164-bea9-a15aa77c4f41 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 950 time: 0.0517554 Sep 03 21:34:57.734234 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9207f4e6-80f6-4b96-bcc6-540e99aac575 req-8503ce8b-184e-4ef4-a52c-4127abf84d5f tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/security-groups?id=93867dcc-7d00-46b4-83cb-77ab541d53f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Sep 03 21:34:58.082459 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-edb07f2c-b7d6-4395-ba52-26754bb17756 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:58.083973 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-edb07f2c-b7d6-4395-ba52-26754bb17756 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.18 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 950 time: 0.0463450 Sep 03 21:34:58.183962 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Deleting port 2b1164b5-035b-437b-9112-8eb34a7b5bbe {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:34:58.184306 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:58.294865 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] For port 2b1164b5-035b-437b-9112-8eb34a7b5bbe, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2b1164b5-035b-437b-9112-8eb34a7b5bbe,segment=NetworkSegment(75c9e9e8-07ce-4f10-93a1-6f27a99191bd),segment_id=75c9e9e8-07ce-4f10-93a1-6f27a99191bd)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:34:58.294865 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:58.297227 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Calling delete_port for 2b1164b5-035b-437b-9112-8eb34a7b5bbe owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:34:58.334224 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70c63f-613d-49f1-990c-d47d1182543a req-6ce17b21-c7ad-43bd-bfdd-068b3633dfcc tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:58.335856 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c70c63f-613d-49f1-990c-d47d1182543a req-6ce17b21-c7ad-43bd-bfdd-068b3633dfcc tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0477290 Sep 03 21:34:58.374961 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c70c63f-613d-49f1-990c-d47d1182543a req-fc3543ae-4c11-43e6-b664-d7387639caec tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Sep 03 21:34:58.497832 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:58.509645 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['2b1164b5-035b-437b-9112-8eb34a7b5bbe'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:34:58.527507 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Pushing event deleted for resources: {'Port': ['ID=2b1164b5-035b-437b-9112-8eb34a7b5bbe,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:34:58.568908 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] No DVR routers for this DVR port 2b1164b5-035b-437b-9112-8eb34a7b5bbe on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:34:58.571589 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:34:58.573573 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-975adbb0-e610-4b19-8dc0-175e53d64300 req-78560b4d-a7f0-431f-b75b-c5a9b0ea8bdb tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.18 "DELETE /v2.0/ports/2b1164b5-035b-437b-9112-8eb34a7b5bbe HTTP/1.1" status: 204 len: 173 time: 0.4753256 Sep 03 21:34:58.574008 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413f24d2-adf2-4a7f-ac9b-9e52ba3ba440', 'name': 'network-vif-deleted', 'tag': '2b1164b5-035b-437b-9112-8eb34a7b5bbe'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:34:58.576304 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791393e7-328c-430d-836f-c0c3b13a5a77" -d '{"events": [{"server_uuid": "413f24d2-adf2-4a7f-ac9b-9e52ba3ba440", "name": "network-vif-deleted", "tag": "2b1164b5-035b-437b-9112-8eb34a7b5bbe"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:34:58.613678 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a43ba05-093b-409b-90f4-c768e86c3302 x-openstack-request-id: req-1a43ba05-093b-409b-90f4-c768e86c3302 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:34:58.613980 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413f24d2-adf2-4a7f-ac9b-9e52ba3ba440", "name": "network-vif-deleted", "tag": "2b1164b5-035b-437b-9112-8eb34a7b5bbe", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:34:58.614237 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a43ba05-093b-409b-90f4-c768e86c3302 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:34:58.614634 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413f24d2-adf2-4a7f-ac9b-9e52ba3ba440', 'name': 'network-vif-deleted', 'tag': '2b1164b5-035b-437b-9112-8eb34a7b5bbe', 'status': 'completed', 'code': 200} Sep 03 21:34:58.829475 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d4cac9c8-2e20-4d77-8fa3-fe22ac3720d0 req-774485a4-8860-43f4-8e73-9b4c39bc4373 tempest-VolumesNegativeTest-598331872 tempest-VolumesNegativeTest-598331872-project] 10.222.0.46 "GET /v2.0/ports?device_id=413f24d2-adf2-4a7f-ac9b-9e52ba3ba440 HTTP/1.1" status: 200 len: 210 time: 0.0251679 Sep 03 21:34:59.528723 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ed2d8-9ba1-4327-8d91-b05ad0d67a73 req-e0976218-d20e-4c64-b91e-702df6a065bf tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:34:59.530215 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e7ed2d8-9ba1-4327-8d91-b05ad0d67a73 req-e0976218-d20e-4c64-b91e-702df6a065bf tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0515373 Sep 03 21:34:59.567644 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e7ed2d8-9ba1-4327-8d91-b05ad0d67a73 req-0ec2f8ed-c0db-4d0c-a75a-db07b1bac612 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Sep 03 21:35:00.687808 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aef3d7-7f78-4367-bf15-5ce1c7181bba req-11d3da42-c557-4156-af36-71b33c02e671 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:00.689299 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-64aef3d7-7f78-4367-bf15-5ce1c7181bba req-11d3da42-c557-4156-af36-71b33c02e671 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0520003 Sep 03 21:35:00.722276 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 2b1164b5-035b-437b-9112-8eb34a7b5bbe no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:35:00.728837 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-64aef3d7-7f78-4367-bf15-5ce1c7181bba req-6b1dc98c-69d0-45e5-a4e2-fea80e003e45 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333219 Sep 03 21:35:00.742986 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 2b1164b5-035b-437b-9112-8eb34a7b5bbe {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:35:00.745105 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 2b1164b5-035b-437b-9112-8eb34a7b5bbe not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:35:01.224360 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d60953ab-21e2-481d-8ef3-2f30e6f0d291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:01.845182 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd3df-0e8d-41ed-bd6f-8c15146be2b9 req-67a4bdaa-f9f4-4be0-8573-50d723f664ff tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:01.845182 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0cabd3df-0e8d-41ed-bd6f-8c15146be2b9 req-67a4bdaa-f9f4-4be0-8573-50d723f664ff tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0494802 Sep 03 21:35:01.882910 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0cabd3df-0e8d-41ed-bd6f-8c15146be2b9 req-18734224-183b-4c2a-b336-0096cb8fc396 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Sep 03 21:35:03.003816 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25199fc-dfe8-4dda-8e47-2edba83b1d99 req-87e131d1-698e-495a-ab24-6f037e939de7 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:03.005680 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c25199fc-dfe8-4dda-8e47-2edba83b1d99 req-87e131d1-698e-495a-ab24-6f037e939de7 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0561347 Sep 03 21:35:03.044836 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c25199fc-dfe8-4dda-8e47-2edba83b1d99 req-48543014-143a-4584-a66d-0b88aeed375d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327928 Sep 03 21:35:03.900042 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cac4e578-c001-4ae6-b0ec-3bc2bb219703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:03.995808 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:04.158526 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dd58d-128c-4422-8e52-b8e7360f89d1 req-49de230d-87de-46ed-828d-1efa03f62063 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:04.160014 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-204dd58d-128c-4422-8e52-b8e7360f89d1 req-49de230d-87de-46ed-828d-1efa03f62063 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0484209 Sep 03 21:35:04.196058 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-204dd58d-128c-4422-8e52-b8e7360f89d1 req-9cc314d5-872e-44a3-a763-a9a1044d3e6e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302341 Sep 03 21:35:05.173164 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:05.311134 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8525e-2f9c-45ac-aaaf-88f881077680 req-142c5af1-9fbd-4adf-9c3a-9c6063a91d1b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:05.312744 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9ee8525e-2f9c-45ac-aaaf-88f881077680 req-142c5af1-9fbd-4adf-9c3a-9c6063a91d1b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0496404 Sep 03 21:35:05.332950 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:35:05.352919 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9ee8525e-2f9c-45ac-aaaf-88f881077680 req-be478e2e-1c9f-4517-a751-62dc31c2a5f0 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339687 Sep 03 21:35:06.493706 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7766c-102c-4a07-af05-877076150d0f req-90afe8d5-634b-40e2-94f7-0daa7824c4b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:06.493706 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ddd7766c-102c-4a07-af05-877076150d0f req-90afe8d5-634b-40e2-94f7-0daa7824c4b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0609536 Sep 03 21:35:06.530616 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ddd7766c-102c-4a07-af05-877076150d0f req-687965d4-388c-4e6b-91ff-3c2904cf4055 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332592 Sep 03 21:35:06.700423 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57636) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:06.865150 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-003caa8a-0065-4143-9719-60b1af862e2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e120d38a0dd4109849621cfb1445c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635435 Sep 03 21:35:06.867606 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57640) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:06.924729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05c5cef3-b1eb-4a0c-8a8e-ac2c8d1f31e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:06.953525 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05c5cef3-b1eb-4a0c-8a8e-ac2c8d1f31e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:07.070067 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05c5cef3-b1eb-4a0c-8a8e-ac2c8d1f31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:07.072643 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-05c5cef3-b1eb-4a0c-8a8e-ac2c8d1f31e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:07.073867 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-05c5cef3-b1eb-4a0c-8a8e-ac2c8d1f31e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93867dcc-7d00-46b4-83cb-77ab541d53f1 HTTP/1.1" status: 204 len: 168 time: 0.2053330 Sep 03 21:35:07.082824 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5cef3-b1eb-4a0c-8a8e-ac2c8d1f31e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93867dcc-7d00-46b4-83cb-77ab541d53f1,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:07.097873 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:07.648134 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9661dc-1b96-4ae9-abcf-87c18a6c1e7f req-c3c08ebb-067c-4cf8-a20c-b907b88de591 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:07.649585 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1c9661dc-1b96-4ae9-abcf-87c18a6c1e7f req-c3c08ebb-067c-4cf8-a20c-b907b88de591 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0478606 Sep 03 21:35:07.686363 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1c9661dc-1b96-4ae9-abcf-87c18a6c1e7f req-59272b7b-c49f-4968-8cef-51ce627c1302 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308580 Sep 03 21:35:08.800722 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cf23a-de8e-40ac-9143-6bee426dcd34 req-00c8f954-7985-4a34-8c61-5d732cc306b9 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:08.802165 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9e3cf23a-de8e-40ac-9143-6bee426dcd34 req-00c8f954-7985-4a34-8c61-5d732cc306b9 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0475254 Sep 03 21:35:08.840602 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9e3cf23a-de8e-40ac-9143-6bee426dcd34 req-455f044f-abbf-49c7-91a7-03a48d5b5e95 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Sep 03 21:35:09.957809 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bb3ad-f7b3-47fb-8e18-5a7ab4b3af14 req-16ec902e-16f4-4c3f-99cb-5ed8f894710b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:09.959183 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-374bb3ad-f7b3-47fb-8e18-5a7ab4b3af14 req-16ec902e-16f4-4c3f-99cb-5ed8f894710b tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0512507 Sep 03 21:35:09.997060 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-374bb3ad-f7b3-47fb-8e18-5a7ab4b3af14 req-b143ad27-209b-442e-ae60-62fc423295de tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318623 Sep 03 21:35:10.072809 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57688) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:10.176261 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-58f3357c-1755-4309-b169-f10b8380849e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:10.267837 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-58f3357c-1755-4309-b169-f10b8380849e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:10.326367 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f7bac-9f19-4505-8f26-0adea54cbdf5 req-df42bea5-e495-483c-828c-1efded5f95ca tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:10.328561 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cc6f7bac-9f19-4505-8f26-0adea54cbdf5 req-df42bea5-e495-483c-828c-1efded5f95ca tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0470340 Sep 03 21:35:10.342178 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-58f3357c-1755-4309-b169-f10b8380849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:10.399547 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cc6f7bac-9f19-4505-8f26-0adea54cbdf5 req-699f7ef2-84af-4476-b17a-3dc955618ecc tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645316 Sep 03 21:35:10.405388 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-58f3357c-1755-4309-b169-f10b8380849e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b79ad5cbc8734de6a519f27863d4a338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293085 Sep 03 21:35:10.405388 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3357c-1755-4309-b169-f10b8380849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02566ba-d338-4a7b-ae59-1a4aef6dbc76,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:10.407141 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57694) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:10.435652 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-7116c7c8-569e-4b25-86db-edc51a8dc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:10.437838 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-7116c7c8-569e-4b25-86db-edc51a8dc9ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 1099 time: 0.0473924 Sep 03 21:35:10.460043 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7f808d06-4834-4483-8431-5521c08e9b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:10.480933 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7f808d06-4834-4483-8431-5521c08e9b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:10.525114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-4c568b11-7f5e-4666-a03d-050a7427d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:10.526649 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-4c568b11-7f5e-4666-a03d-050a7427d48b service neutron] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 910 time: 0.0823612 Sep 03 21:35:10.601808 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-937b77df-2593-4cfc-b67c-bc6ef53ee524 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98 HTTP/1.1" status: 200 len: 1002 time: 0.0673029 Sep 03 21:35:10.618848 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7f808d06-4834-4483-8431-5521c08e9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:10.621392 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7f808d06-4834-4483-8431-5521c08e9b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:10.622515 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7f808d06-4834-4483-8431-5521c08e9b18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d02566ba-d338-4a7b-ae59-1a4aef6dbc76 HTTP/1.1" status: 204 len: 168 time: 0.2143035 Sep 03 21:35:10.630909 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f808d06-4834-4483-8431-5521c08e9b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02566ba-d338-4a7b-ae59-1a4aef6dbc76,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:10.666952 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-27813f8d-1d1f-4388-a641-e9cd0a0619c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:10.668472 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-27813f8d-1d1f-4388-a641-e9cd0a0619c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0584531 Sep 03 21:35:10.715003 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-37f9930e-1cff-4605-bd60-90113f77d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:10.716516 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-37f9930e-1cff-4605-bd60-90113f77d625 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393724 Sep 03 21:35:10.809208 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-92a2adf0-ed55-4f3d-90b3-e060b3e76dea service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849822 Sep 03 21:35:10.898632 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8eb335dd-e371-45a1-a2bd-7f6ffad464bf req-6785d7fd-62a5-48e9-b2ad-b05aca725979 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814626 Sep 03 21:35:11.195775 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57700) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:11.208830 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-208ad77b-de14-433f-a369-fbff892ff6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:11.291758 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-208ad77b-de14-433f-a369-fbff892ff6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:11.372236 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-208ad77b-de14-433f-a369-fbff892ff6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:11.411984 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-208ad77b-de14-433f-a369-fbff892ff6fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b797bbf3a1f24f7d9e5a363bdf65b46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151330 Sep 03 21:35:11.413102 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ad77b-de14-433f-a369-fbff892ff6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e113df2e-519b-4b8f-8c8b-8bbc61d6e306,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:11.414715 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57702) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:11.467904 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:11.488927 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:11.519832 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48802d7c-503a-456d-ba50-22cf5d75de6c req-f6d7fbe6-cc23-4bd5-a4da-04ed0d3be11f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:11.521532 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-48802d7c-503a-456d-ba50-22cf5d75de6c req-f6d7fbe6-cc23-4bd5-a4da-04ed0d3be11f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0535674 Sep 03 21:35:11.704035 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:11.706838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:11.708120 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e113df2e-519b-4b8f-8c8b-8bbc61d6e306 HTTP/1.1" status: 204 len: 168 time: 0.2923729 Sep 03 21:35:11.720775 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e113df2e-519b-4b8f-8c8b-8bbc61d6e306,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:11.725255 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.725686 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.726097 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.726503 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.726928 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.727331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.727804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.728207 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.728590 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.728968 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.729380 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.729715 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba4459-b0e8-4c14-b8eb-f8742c7def0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:11.786382 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-48802d7c-503a-456d-ba50-22cf5d75de6c req-e51fc2a5-e262-4acb-aa22-b56cbb63ad11 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583592 Sep 03 21:35:12.898161 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8be1f-8c66-41a2-98e5-76973cc59eff req-64ab23db-df1d-4888-acaf-a83cd1931ed0 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:12.899632 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9ce8be1f-8c66-41a2-98e5-76973cc59eff req-64ab23db-df1d-4888-acaf-a83cd1931ed0 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0469286 Sep 03 21:35:12.938082 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9ce8be1f-8c66-41a2-98e5-76973cc59eff req-265b941a-ea00-4125-9dff-07397148a032 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303912 Sep 03 21:35:13.721504 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:18.748295 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-9b969bca-33a4-4d5d-a4d7-9ce587035756 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437677 Sep 03 21:35:18.808558 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-c9d39017-d797-4bf2-b856-1e349b83f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:18.809997 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-c9d39017-d797-4bf2-b856-1e349b83f57a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 1099 time: 0.0391741 Sep 03 21:35:18.923388 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-c73b7806-dc44-4d36-ac53-646b0168e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:18.924577 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-c73b7806-dc44-4d36-ac53-646b0168e018 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 910 time: 0.0944436 Sep 03 21:35:18.988147 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-aba519bb-f675-47d5-b397-5094d006179d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98 HTTP/1.1" status: 200 len: 1002 time: 0.0558605 Sep 03 21:35:19.035904 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-cd855db5-1b8e-4598-b122-6585bace60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:19.037319 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-cd855db5-1b8e-4598-b122-6585bace60b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0423009 Sep 03 21:35:19.086147 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-dee7f63a-8db4-43ff-832c-4d8156a35a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:19.087694 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-dee7f63a-8db4-43ff-832c-4d8156a35a70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430548 Sep 03 21:35:19.176709 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-2d691cf8-b3b4-4d7c-9e79-c0a8df0c64ec service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808396 Sep 03 21:35:19.266626 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0aab6192-a175-47d4-bfe8-342269cc72f7 req-457ac023-6265-486f-9e02-c45a63976842 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828812 Sep 03 21:35:31.292874 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-f272af6f-8941-4257-adc8-3e83e59c6d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:31.489072 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95517725-85b0-4cae-ac49-586dba5a6ef8 req-dba942a1-9901-49f4-abd1-1b6d12b7ac7f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:31.490520 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-95517725-85b0-4cae-ac49-586dba5a6ef8 req-dba942a1-9901-49f4-abd1-1b6d12b7ac7f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0472381 Sep 03 21:35:31.526864 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-95517725-85b0-4cae-ac49-586dba5a6ef8 req-0c2dcf80-e2e3-409a-913d-0d49ecc248b7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304086 Sep 03 21:35:32.644243 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7b6f6-9841-465c-88c8-ebdf0dc12499 req-bc931f43-4a70-4c95-a768-d8cd39d7d702 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:32.645695 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8bb7b6f6-9841-465c-88c8-ebdf0dc12499 req-bc931f43-4a70-4c95-a768-d8cd39d7d702 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0489891 Sep 03 21:35:32.682497 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8bb7b6f6-9841-465c-88c8-ebdf0dc12499 req-1454683e-d919-4e49-8781-6a8703d08ec1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Sep 03 21:35:33.798434 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a22a8-235b-46a0-b3f4-4ed9a4445ce8 req-097c50aa-4ee1-4aad-881f-462b3b69e9fb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:33.799917 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ba2a22a8-235b-46a0-b3f4-4ed9a4445ce8 req-097c50aa-4ee1-4aad-881f-462b3b69e9fb tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0484238 Sep 03 21:35:33.807467 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4b52-80ac-4382-af94-2f87394b3244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:33.838196 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ba2a22a8-235b-46a0-b3f4-4ed9a4445ce8 req-25d532cf-2868-49b4-b128-7ed2ffe0c509 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Sep 03 21:35:33.978740 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:34.952781 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af069-0175-49a7-825a-fc7d84feccc3 req-73446815-48a1-46d0-88d9-6f6b9a994575 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:34.954204 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-796af069-0175-49a7-825a-fc7d84feccc3 req-73446815-48a1-46d0-88d9-6f6b9a994575 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0456665 Sep 03 21:35:34.991085 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-796af069-0175-49a7-825a-fc7d84feccc3 req-3eafd36f-53c9-4ce3-9786-70e22cf254aa tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Sep 03 21:35:35.184644 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:35.961836 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-ced2bc5b-509d-4840-b9a0-5aea1bd17958 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:35.963279 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-ced2bc5b-509d-4840-b9a0-5aea1bd17958 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0458350 Sep 03 21:35:36.060623 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Deleting port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:35:36.060959 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:36.109069 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd7215-9f03-4c84-92fc-26a29581fbee req-39545620-13ac-4646-afa4-6e05c40c8f62 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:36.110653 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-05cd7215-9f03-4c84-92fc-26a29581fbee req-39545620-13ac-4646-afa4-6e05c40c8f62 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 947 time: 0.0500255 Sep 03 21:35:36.148529 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-05cd7215-9f03-4c84-92fc-26a29581fbee req-f2b98cea-2f09-4032-b967-e2d98a9f33e7 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=4142374b-7cc8-4e99-85a5-ceefe0b30cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318100 Sep 03 21:35:36.149308 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] For port 14f8a51d-ed42-44c6-b0b8-0aec8639db90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=14f8a51d-ed42-44c6-b0b8-0aec8639db90,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:35:36.149679 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:36.359959 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:36.360327 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:36.360937 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Floating IP 5d1cf240-f30d-4221-a037-99285b0dd1e7 disassociated. External IP: 172.27.3.194, port: 14f8a51d-ed42-44c6-b0b8-0aec8639db90. Sep 03 21:35:36.361062 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Calling delete_port for 14f8a51d-ed42-44c6-b0b8-0aec8639db90 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:35:36.778651 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:36.808082 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event deleted for resources: {'Port': ['ID=14f8a51d-ed42-44c6-b0b8-0aec8639db90,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:36.917502 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Router 0b987f7c-c152-4653-972b-5fb5798ea2a1 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:35:37.023654 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:35:37.034733 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] Sync routers for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:35:37.044657 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:35:37.045273 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:35:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:37.061835 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] No DVR routers for this DVR port 14f8a51d-ed42-44c6-b0b8-0aec8639db90 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:35:37.064652 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:37.067040 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7bcee789-c283-4117-9cfa-d178a3c5249c req-4a15baa7-b345-40e5-ade6-22aefdd05ec8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "DELETE /v2.0/ports/14f8a51d-ed42-44c6-b0b8-0aec8639db90 HTTP/1.1" status: 204 len: 173 time: 1.0910473 Sep 03 21:35:37.068716 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-deleted', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:35:37.070574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c59bed5-fd67-4a8a-af87-cdf2f9f5bf98" -d '{"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-deleted", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:35:37.081281 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:37.109233 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5c58a8-f05e-4522-be1b-ac39f5cdc449 x-openstack-request-id: req-0b5c58a8-f05e-4522-be1b-ac39f5cdc449 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:35:37.109515 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c28081-bd7e-4daf-8941-eb77a0171674", "name": "network-vif-deleted", "tag": "14f8a51d-ed42-44c6-b0b8-0aec8639db90", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:35:37.109813 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b5c58a8-f05e-4522-be1b-ac39f5cdc449 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:35:37.110238 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c28081-bd7e-4daf-8941-eb77a0171674', 'name': 'network-vif-deleted', 'tag': '14f8a51d-ed42-44c6-b0b8-0aec8639db90', 'status': 'completed', 'code': 200} Sep 03 21:35:37.151392 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:35:37.255402 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4bb27345-8635-48ba-90df-68f3d50160f8 req-cdba53e0-af0e-4737-9149-f839db25b628 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=70c28081-bd7e-4daf-8941-eb77a0171674 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Sep 03 21:35:37.371118 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:37.397883 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] Checking router: 0b987f7c-c152-4653-972b-5fb5798ea2a1 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:35:37.406789 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:35:37.407406 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:35:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:37.513955 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:35:37.844387 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:37.871880 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6399eb-60aa-45da-bf65-6538f17ee527 None None] The sync data for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi is: [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:35:38.108192 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a315686-8b6a-4845-9ae6-93fe9604e664 None None] New status for floating IP 5d1cf240-f30d-4221-a037-99285b0dd1e7: DOWN {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:35:38.403396 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57908) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:38.462138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4109-6625-4479-b630-64afaa9ea035 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:38.485166 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4109-6625-4479-b630-64afaa9ea035 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:38.590479 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4109-6625-4479-b630-64afaa9ea035 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:38.593480 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4109-6625-4479-b630-64afaa9ea035 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:38.594802 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-8b5e4109-6625-4479-b630-64afaa9ea035 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "DELETE /v2.0/security-groups/4142374b-7cc8-4e99-85a5-ceefe0b30cf0 HTTP/1.1" status: 204 len: 168 time: 0.1903753 Sep 03 21:35:38.597541 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57910) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:38.604305 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e4109-6625-4479-b630-64afaa9ea035 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4142374b-7cc8-4e99-85a5-ceefe0b30cf0,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:38.611905 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.api.v2.resource [None req-4d4d0cb4-8dd7-47e0-893e-136f8a4032bf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] show failed (client error): The resource could not be found. Sep 03 21:35:38.621690 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-4d4d0cb4-8dd7-47e0-893e-136f8a4032bf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups/4142374b-7cc8-4e99-85a5-ceefe0b30cf0 HTTP/1.1" status: 404 len: 347 time: 0.0230281 Sep 03 21:35:38.622361 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57912) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:38.745880 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Deleting port 11ef0f99-d38a-4311-945c-06f712777f6f {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:35:38.746258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:38.819746 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:38.820072 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:38.831766 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Calling delete_port for 11ef0f99-d38a-4311-945c-06f712777f6f owned by network:floatingip {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:35:39.023672 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.052809 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event deleted for resources: {'Port': ['ID=11ef0f99-d38a-4311-945c-06f712777f6f,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:39.111985 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.114472 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.115852 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f8b83670-a63e-4556-8d6d-fb6d525346d9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "DELETE /v2.0/floatingips/5d1cf240-f30d-4221-a037-99285b0dd1e7 HTTP/1.1" status: 204 len: 168 time: 0.4922278 Sep 03 21:35:39.440248 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57918) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:39.444824 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124019372', 'description': 'tempest-description--1818047701'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:39.504778 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.539732 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:35:39.561228 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 14f8a51d-ed42-44c6-b0b8-0aec8639db90 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:35:39.564090 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 14f8a51d-ed42-44c6-b0b8-0aec8639db90 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:35:39.590005 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.664138 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.693316 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba70d0b-b3df-4248-b099-b6c55395795a,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:39.700168 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.704870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:39.755924 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.757141 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7e4bcf67-250a-424a-99e1-a06f0057e014 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3159177 Sep 03 21:35:39.760019 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57920) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:39.764351 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-7267cf5b-4253-41c1-8337-b775413e6060 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'security_group_rule': {'security_group_id': '9ba70d0b-b3df-4248-b099-b6c55395795a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:39.863386 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7267cf5b-4253-41c1-8337-b775413e6060 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.919151 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7267cf5b-4253-41c1-8337-b775413e6060 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.978627 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7267cf5b-4253-41c1-8337-b775413e6060 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:39.995190 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267cf5b-4253-41c1-8337-b775413e6060 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c17a9f0-d445-43a3-8d2c-5eafb383431f,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:40.053046 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7267cf5b-4253-41c1-8337-b775413e6060 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.054237 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7267cf5b-4253-41c1-8337-b775413e6060 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933154 Sep 03 21:35:40.056918 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57922) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:40.061302 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-aeba9684-e34b-4476-bd4a-dce20d3a679a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'security_group_rule': {'security_group_id': '9ba70d0b-b3df-4248-b099-b6c55395795a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:40.137818 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aeba9684-e34b-4476-bd4a-dce20d3a679a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.193787 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aeba9684-e34b-4476-bd4a-dce20d3a679a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.258847 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aeba9684-e34b-4476-bd4a-dce20d3a679a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.276939 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba9684-e34b-4476-bd4a-dce20d3a679a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1f406b-fb6d-4e34-8b83-0917d749ffe8,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:40.367493 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aeba9684-e34b-4476-bd4a-dce20d3a679a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.368688 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-aeba9684-e34b-4476-bd4a-dce20d3a679a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108635 Sep 03 21:35:40.371664 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 57926) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:40.377116 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:40.457803 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.551989 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.652895 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Allocated IP 172.27.3.47 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/c8017dbb-d14f-431f-9984-503b1d8662dd) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:35:40.756059 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.846900 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:40.883139 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:35:40.885757 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:35:40.889145 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:35:40.896520 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'Port': ['ID=c8017dbb-d14f-431f-9984-503b1d8662dd,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:41.011199 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:41.105468 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:41.251584 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:41.327868 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:41.397733 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'Port': ['ID=c8017dbb-d14f-431f-9984-503b1d8662dd,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:41.409617 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:41.481793 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:41.483217 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-678c87d9-3344-4131-8f1f-c8fee099e0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1106184 Sep 03 21:35:41.662400 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-efdeee7a-75b4-49a7-b601-4300b6dac5ea tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2124019372&fields=id&tenant_id=3b98ff6005d34331b5eb83d5601b79c1 HTTP/1.1" status: 200 len: 267 time: 0.0329413 Sep 03 21:35:41.763005 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-a22a5873-56e9-4604-bfaf-cd43c2e6727b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:41.764441 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-a22a5873-56e9-4604-bfaf-cd43c2e6727b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 817 time: 0.0956743 Sep 03 21:35:41.779106 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-2049a0ad-d86f-43f4-a53f-513e7b327761 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/quotas/3b98ff6005d34331b5eb83d5601b79c1 HTTP/1.1" status: 200 len: 375 time: 0.0087676 Sep 03 21:35:41.835443 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-c0244a4b-c17a-4126-8e65-2e13f48c88f8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503433 Sep 03 21:35:41.929651 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fbda9b3a-12cd-4cbd-bff4-57e7921a0931 service neutron] 10.222.0.46 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823839 Sep 03 21:35:42.022269 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-491357aa-d905-40c2-b196-e7b87a170c00 service neutron] 10.222.0.46 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866430 Sep 03 21:35:42.268122 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57893237-8d1a-4154-bf39-68565a365715 req-026b15e0-c928-420b-997d-a2c7e80239e0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:42.269885 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-57893237-8d1a-4154-bf39-68565a365715 req-026b15e0-c928-420b-997d-a2c7e80239e0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0539277 Sep 03 21:35:42.310758 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-57893237-8d1a-4154-bf39-68565a365715 req-f2f8b193-f154-41f0-8eba-12dbea9efca7 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348666 Sep 03 21:35:42.333793 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57956) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:42.344531 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:35:42.383679 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2ed906ce-3501-41a4-855c-71c3670e231d req-13561607-bcc0-41e3-8272-d3039f5bf0ba tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 210 time: 0.0266254 Sep 03 21:35:42.536286 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c757e77-fe06-4d5f-a958-1dd92b153805 tempest-TestMinimumBasicScenario-1766614498 tempest-TestMinimumBasicScenario-1766614498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:42.537810 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1c757e77-fe06-4d5f-a958-1dd92b153805 tempest-TestMinimumBasicScenario-1766614498 tempest-TestMinimumBasicScenario-1766614498-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1094 time: 0.2030087 Sep 03 21:35:42.540719 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 57966) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:42.545215 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'port_id': '55325f34-dc64-4541-a329-fc4f8667e528', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:42.647850 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for floatingip, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:42.747472 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:42.859640 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Allocated IP 172.27.3.175 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/d2ddc239-faa5-4ca5-ba0e-104bf10b5cfa) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:35:42.967722 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:43.092837 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:43.134511 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:35:43.138634 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:35:43.141736 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:35:43.166667 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'Port': ['ID=d2ddc239-faa5-4ca5-ba0e-104bf10b5cfa,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:43.485558 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-55a970b0-0d56-408d-a273-b479ea882485 req-5c0d4d81-fe28-414d-a7f7-c78e13fc661f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 210 time: 0.0265515 Sep 03 21:35:43.497455 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:43.610876 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:43.710779 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:43.764817 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:43.825311 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:43.899093 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'Port': ['ID=d2ddc239-faa5-4ca5-ba0e-104bf10b5cfa,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:43.909473 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:44.078039 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Floating IP 9ec9c74e-7cad-4be3-b2f6-9603497fe5c3 associated. External IP: 172.27.3.175, port: 55325f34-dc64-4541-a329-fc4f8667e528. Sep 03 21:35:44.154866 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-101b80c3-0baa-4649-8a05-76e242a76b38 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:44.156387 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-101b80c3-0baa-4649-8a05-76e242a76b38 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 817 time: 0.1871643 Sep 03 21:35:44.219829 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-397161fe-e1e5-40a3-9f10-cfe982edfee6 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b98ff6005d34331b5eb83d5601b79c1 HTTP/1.1" status: 200 len: 380 time: 0.0519195 Sep 03 21:35:44.228545 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'port': {'device_id': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'admin_state_up': True, 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'security_groups': ['9ba70d0b-b3df-4248-b099-b6c55395795a']}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:44.421526 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Router c201cb8f-f660-435c-b3f7-e0d12e00b0be has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:35:44.497196 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Made reservation on behalf of 3b98ff6005d34331b5eb83d5601b79c1 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:35:44.500577 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:44.588261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:35:44.588701 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-397360c5-7519-44fa-8004-6d2c9eeee383 req-d7d209cf-96b4-49b7-9145-7ffb406f3325 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 210 time: 0.0293074 Sep 03 21:35:44.602524 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] Sync routers for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:35:44.620168 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:35:44.620168 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:35:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:44.654405 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Allocated IP 172.20.0.5 (489e42f5-1995-441f-ace5-7b78c4ea64b1/9f808766-4e4c-451b-b15d-ea30fdd54373/a06b881c-2453-448b-ac32-7da9abd55fdc) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:35:44.721541 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:35:44.723151 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:44.783222 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e72888a8-d0d1-4ae5-8500-4e3b8ded4cf5 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2412548 Sep 03 21:35:44.785385 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:35:44.786105 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58008) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:44.787651 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b59469-afed-4eee-9399-e125698fa75f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:35:44.791115 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-7f8f808e-a9d3-43e2-9478-de671d1041ee tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121434544', 'description': 'tempest-secgroup-smoke-1121434544 description', 'project_id': 'c957ac51794a4288bfd8c669b8a919f7'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:44.827469 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:44.830603 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4252ee-9987-4881-9cf9-fbad5e55a42a x-openstack-request-id: req-bb4252ee-9987-4881-9cf9-fbad5e55a42a {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:35:44.830922 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:35:44.831176 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb4252ee-9987-4881-9cf9-fbad5e55a42a {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:35:44.831563 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528', 'status': 'completed', 'code': 200} Sep 03 21:35:44.846019 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Transition to ACTIVE for port object a06b881c-2453-448b-ac32-7da9abd55fdc will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:35:44.888063 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b59469-afed-4eee-9399-e125698fa75f req-614f5513-b816-46f3-bade-7be79e2f3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:44.890340 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-42b59469-afed-4eee-9399-e125698fa75f req-614f5513-b816-46f3-bade-7be79e2f3bd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1099 time: 0.0399420 Sep 03 21:35:44.892046 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7f8f808e-a9d3-43e2-9478-de671d1041ee tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:44.949801 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:44.996825 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:35:45.001024 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:35:45.002075 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '9ec9c74e-7cad-4be3-b2f6-9603497fe5c3', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'port_id': '55325f34-dc64-4541-a329-fc4f8667e528', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'mac_address': 'fa:16:3e:56:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac02833-1a74-4325-8887-b483027730fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:35:43Z', 'updated_at': '2021-09-03T21:35:43Z', 'revision_number': 0, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:21Z', 'revision_number': 5, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:45.004919 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:35:45.028970 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b59469-afed-4eee-9399-e125698fa75f req-7b179fca-6c28-4512-857a-c0164a09f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:45.031317 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-42b59469-afed-4eee-9399-e125698fa75f req-7b179fca-6c28-4512-857a-c0164a09f35b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 200 len: 915 time: 0.1305158 Sep 03 21:35:45.032118 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:45.048112 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] Checking router: c201cb8f-f660-435c-b3f7-e0d12e00b0be for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:35:45.056549 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:35:45.057166 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:35:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:45.061042 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:45.062265 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:45.114464 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7f8f808e-a9d3-43e2-9478-de671d1041ee tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:45.131345 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-42b59469-afed-4eee-9399-e125698fa75f req-911116ce-05b4-4412-a973-61414ed5f63e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 1000 time: 0.0900192 Sep 03 21:35:45.172978 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:35:45.188444 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b59469-afed-4eee-9399-e125698fa75f req-39c00f6c-f1b7-45d8-ac35-042f332c2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:45.189933 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-42b59469-afed-4eee-9399-e125698fa75f req-39c00f6c-f1b7-45d8-ac35-042f332c2a08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e7b2fe-7699-4bae-b51a-4f342316a662 HTTP/1.1" status: 200 len: 853 time: 0.0507722 Sep 03 21:35:45.232523 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7f8f808e-a9d3-43e2-9478-de671d1041ee tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:45.258757 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b59469-afed-4eee-9399-e125698fa75f req-5b1fb636-5667-4a64-ba0c-e8ed9ecb7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:45.260245 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-42b59469-afed-4eee-9399-e125698fa75f req-5b1fb636-5667-4a64-ba0c-e8ed9ecb7d71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623791 Sep 03 21:35:45.276342 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f808e-a9d3-43e2-9478-de671d1041ee tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35643a97-935d-4eed-8992-b13b5cc257e3,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:45.333399 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-fe97b183-32c2-44a1-8e18-c3a51918668c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1086066 Sep 03 21:35:45.333633 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7f8f808e-a9d3-43e2-9478-de671d1041ee tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:45.334761 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7f8f808e-a9d3-43e2-9478-de671d1041ee tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5474188 Sep 03 21:35:45.338479 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58012) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:45.344968 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-22735652-3da8-43ba-ad17-8cd9fbb685aa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'security_group_rule': {'security_group_id': '35643a97-935d-4eed-8992-b13b5cc257e3', 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:45.365756 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-42b59469-afed-4eee-9399-e125698fa75f req-71335ace-3db0-42c8-80ef-fec745ca526c service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968742 Sep 03 21:35:45.369138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Request body: {'port': {'device_id': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:45.427484 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '9ec9c74e-7cad-4be3-b2f6-9603497fe5c3', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'port_id': '55325f34-dc64-4541-a329-fc4f8667e528', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'mac_address': 'fa:16:3e:56:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac02833-1a74-4325-8887-b483027730fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:35:43Z', 'updated_at': '2021-09-03T21:35:43Z', 'revision_number': 0, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:21Z', 'revision_number': 5, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:45.449301 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:45.463013 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598d2ac-fad2-4621-9dbe-b72c22e81875 None None] The sync data for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi is: [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '9ec9c74e-7cad-4be3-b2f6-9603497fe5c3', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'port_id': '55325f34-dc64-4541-a329-fc4f8667e528', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'mac_address': 'fa:16:3e:56:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac02833-1a74-4325-8887-b483027730fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:35:43Z', 'updated_at': '2021-09-03T21:35:43Z', 'revision_number': 0, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:21Z', 'revision_number': 5, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:35:45.466292 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-6f527dcf-6292-4eff-b215-b63a8fb13284 None None] Provisioning for port a06b881c-2453-448b-ac32-7da9abd55fdc completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:35:45.471839 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-6f527dcf-6292-4eff-b215-b63a8fb13284 None None] Provisioning complete for port a06b881c-2453-448b-ac32-7da9abd55fdc triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:35:45.475649 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6f527dcf-6292-4eff-b215-b63a8fb13284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:45.485667 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-42b59469-afed-4eee-9399-e125698fa75f req-e323d59b-88b5-479c-8e00-935729a4e96a service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108701 Sep 03 21:35:45.510172 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-22735652-3da8-43ba-ad17-8cd9fbb685aa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:45.527946 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-6f527dcf-6292-4eff-b215-b63a8fb13284 None None] Port a06b881c-2453-448b-ac32-7da9abd55fdc cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:35:45.710919 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2e158-9977-4151-8490-add6b16ae67e None None] New status for floating IP 9ec9c74e-7cad-4be3-b2f6-9603497fe5c3: ACTIVE {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:35:45.746877 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e2fa-bce5-4b36-903b-9bf6caf7ed22 req-8e6359d3-1900-4ae6-888b-6d319b624d40 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:45.754575 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f827e2fa-bce5-4b36-903b-9bf6caf7ed22 req-8e6359d3-1900-4ae6-888b-6d319b624d40 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 931 time: 0.0695894 Sep 03 21:35:45.792014 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f827e2fa-bce5-4b36-903b-9bf6caf7ed22 req-8299ae4a-d586-4eab-bce1-0c222ec5572b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355816 Sep 03 21:35:45.900602 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-22735652-3da8-43ba-ad17-8cd9fbb685aa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:45.980491 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-22735652-3da8-43ba-ad17-8cd9fbb685aa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.029441 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22735652-3da8-43ba-ad17-8cd9fbb685aa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1990b42-8c1d-4f29-8a05-d16cfb2d8498,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:46.043229 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06b881c-2453-448b-ac32-7da9abd55fdc {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:35:46.051823 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.062408 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Transition to ACTIVE for port object a06b881c-2453-448b-ac32-7da9abd55fdc will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:35:46.093578 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-22735652-3da8-43ba-ad17-8cd9fbb685aa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.094960 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-22735652-3da8-43ba-ad17-8cd9fbb685aa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7551866 Sep 03 21:35:46.097700 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58022) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:46.102105 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-d7789102-4188-4143-ae78-671e0f834e39 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'security_group_rule': {'security_group_id': '35643a97-935d-4eed-8992-b13b5cc257e3', 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:46.150317 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.198351 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:46.276956 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Attempting to bind port a06b881c-2453-448b-ac32-7da9abd55fdc on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:35:46.277301 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Attempting to bind port a06b881c-2453-448b-ac32-7da9abd55fdc by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:35:46.277638 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Attempting to bind port a06b881c-2453-448b-ac32-7da9abd55fdc on network 489e42f5-1995-441f-ace5-7b78c4ea64b1 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:35:46.279666 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d7789102-4188-4143-ae78-671e0f834e39 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.292501 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Port a06b881c-2453-448b-ac32-7da9abd55fdc on network 489e42f5-1995-441f-ace5-7b78c4ea64b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:35:46.295466 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Attempting to bind port a06b881c-2453-448b-ac32-7da9abd55fdc on network 489e42f5-1995-441f-ace5-7b78c4ea64b1 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:35:46.302577 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:35:46.302954 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Checking segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:35:46.303344 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Bound using segment: {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:35:46.303786 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Bound port: a06b881c-2453-448b-ac32-7da9abd55fdc, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db56291-8568-416d-a084-58b6dbb5da55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:35:46.304147 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.387250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d7789102-4188-4143-ae78-671e0f834e39 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.403762 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:35:46.407283 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:35:46.464815 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d7789102-4188-4143-ae78-671e0f834e39 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.483070 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7789102-4188-4143-ae78-671e0f834e39 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c2b686-3341-4a3e-ae06-2b44583d85bf,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:46.487031 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.524093 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:46.524750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.526077 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] 10.222.0.18 "PUT /v2.0/ports/a06b881c-2453-448b-ac32-7da9abd55fdc HTTP/1.1" status: 200 len: 1093 time: 1.1728804 Sep 03 21:35:46.548714 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53e9e2-06f5-4215-9655-9362dca104da service neutron] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:46.572355 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d7789102-4188-4143-ae78-671e0f834e39 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.574679 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d7789102-4188-4143-ae78-671e0f834e39 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4749649 Sep 03 21:35:46.576202 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58024) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:46.581100 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-bcd09551-03b1-4c1e-88bd-5ecedef4e76b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'security_group_rule': {'security_group_id': '35643a97-935d-4eed-8992-b13b5cc257e3', 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:46.678679 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-bcd09551-03b1-4c1e-88bd-5ecedef4e76b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.691279 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-92841991-d732-41d7-a85c-1c37c92b55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:46.692792 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-92841991-d732-41d7-a85c-1c37c92b55fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 1096 time: 0.0554171 Sep 03 21:35:46.744066 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-836f7872-7a0b-4fe5-8b9e-1070f33bfccc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06b881c-2453-448b-ac32-7da9abd55fdc HTTP/1.1" status: 200 len: 217 time: 0.0385325 Sep 03 21:35:46.817914 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-bcd09551-03b1-4c1e-88bd-5ecedef4e76b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.821847 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-94c87efc-ff44-4c54-b516-8e2316136bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:46.823271 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-94c87efc-ff44-4c54-b516-8e2316136bd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0696285 Sep 03 21:35:46.832473 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:35:46.834688 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc" -d '{"events": [{"name": "network-changed", "server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:35:46.875447 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-90485832-d2b1-455b-ad46-545543f48d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:46.877092 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-90485832-d2b1-455b-ad46-545543f48d8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454099 Sep 03 21:35:46.915827 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b78f3a-f76b-4f00-94f8-c4d4ee724b9b req-20f2762d-2d1f-4174-9855-1b20d9c959f8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:46.917335 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-12b78f3a-f76b-4f00-94f8-c4d4ee724b9b req-20f2762d-2d1f-4174-9855-1b20d9c959f8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0521758 Sep 03 21:35:46.945989 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-bcd09551-03b1-4c1e-88bd-5ecedef4e76b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:46.958518 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-12b78f3a-f76b-4f00-94f8-c4d4ee724b9b req-53918d02-75b1-487d-9e14-dfd124d9bed0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341327 Sep 03 21:35:46.974100 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd09551-03b1-4c1e-88bd-5ecedef4e76b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dd7a9b-04b5-40fe-86e9-3f7acf16f642,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:46.990782 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-2bc3d600-6215-493e-9cf4-d7618f9221e5 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058772 Sep 03 21:35:47.017943 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b3f63-69e5-4643-aa25-13ffe6d80af1 x-openstack-request-id: req-535b3f63-69e5-4643-aa25-13ffe6d80af1 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:35:47.018232 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:35:47.018484 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-535b3f63-69e5-4643-aa25-13ffe6d80af1 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:35:47.018927 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'status': 'completed', 'code': 200} Sep 03 21:35:47.063052 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-bcd09551-03b1-4c1e-88bd-5ecedef4e76b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.064228 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-bcd09551-03b1-4c1e-88bd-5ecedef4e76b tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4870784 Sep 03 21:35:47.067014 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58036) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:47.071784 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-f9ac9d37-dec8-443f-a939-e1b529e1acb3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'security_group_rule': {'security_group_id': '35643a97-935d-4eed-8992-b13b5cc257e3', 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:47.086674 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-14c6bb17-787e-4a05-bb10-adcd24dba25c req-c0a46a98-f2a0-4554-8048-c19b46ba6ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871613 Sep 03 21:35:47.186855 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58040) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:47.207335 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9d37-dec8-443f-a939-e1b529e1acb3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.266092 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9d37-dec8-443f-a939-e1b529e1acb3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.297598 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-968c9a9d-4d3e-474c-befa-d176274d4d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.305586 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-f16bb20f-cd72-4521-be3b-12340815f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:47.307119 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-f16bb20f-cd72-4521-be3b-12340815f3e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 1096 time: 0.0483522 Sep 03 21:35:47.358018 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9d37-dec8-443f-a939-e1b529e1acb3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.382519 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac9d37-dec8-443f-a939-e1b529e1acb3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb87e7e-fe0e-4cb7-b54e-328806aea9c4,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:47.402870 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-0752c993-0551-404d-8acf-6329ec185fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:47.407889 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-968c9a9d-4d3e-474c-befa-d176274d4d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.408028 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-0752c993-0551-404d-8acf-6329ec185fe8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.0888641 Sep 03 21:35:47.445535 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-4c541e29-8763-4e1f-a3f5-4fb0f4d01b2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06b881c-2453-448b-ac32-7da9abd55fdc HTTP/1.1" status: 200 len: 217 time: 0.0329871 Sep 03 21:35:47.471210 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-968c9a9d-4d3e-474c-befa-d176274d4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.499478 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-d5a73892-c934-42b3-b1b0-b06e7cab30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:47.501562 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-d5a73892-c934-42b3-b1b0-b06e7cab30ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0470667 Sep 03 21:35:47.507822 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c9a9d-4d3e-474c-befa-d176274d4d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc5f1da-9419-4e99-98cd-e3999a59833a,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:47.512058 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-968c9a9d-4d3e-474c-befa-d176274d4d09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbf41ba3c88347ac8f26ce74b64c5d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241882 Sep 03 21:35:47.518312 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58044) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:47.536224 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9d37-dec8-443f-a939-e1b529e1acb3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.537398 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-f9ac9d37-dec8-443f-a939-e1b529e1acb3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4693210 Sep 03 21:35:47.540634 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58046) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:47.547009 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-f3ffd253-80f5-473f-86e0-fb8a01629acd tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'security_group_rule': {'security_group_id': '35643a97-935d-4eed-8992-b13b5cc257e3', 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:47.561911 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-02bb6d90-58f3-48a1-97df-4e8998fa9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:47.563412 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-02bb6d90-58f3-48a1-97df-4e8998fa9df1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538919 Sep 03 21:35:47.569845 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9dde6329-5689-480e-ba34-a9238a0bc42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.590903 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9dde6329-5689-480e-ba34-a9238a0bc42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.630722 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.securitygroups_db [None req-f3ffd253-80f5-473f-86e0-fb8a01629acd tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Project c957ac51794a4288bfd8c669b8a919f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 21:35:47.641923 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd253-80f5-473f-86e0-fb8a01629acd tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.685126 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-b225dbcf-8781-4952-9c40-97f2c6e143d3 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127758 Sep 03 21:35:47.688195 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9dde6329-5689-480e-ba34-a9238a0bc42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.690906 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9dde6329-5689-480e-ba34-a9238a0bc42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.694657 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-9dde6329-5689-480e-ba34-a9238a0bc42b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dc5f1da-9419-4e99-98cd-e3999a59833a HTTP/1.1" status: 204 len: 168 time: 0.1760819 Sep 03 21:35:47.701753 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde6329-5689-480e-ba34-a9238a0bc42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc5f1da-9419-4e99-98cd-e3999a59833a,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:47.732370 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd253-80f5-473f-86e0-fb8a01629acd tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.789825 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b11352b6-3d94-47ca-9bb5-5f332e4a92dc req-242afce2-f900-45fe-a286-ba62ee7d2b31 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956211 Sep 03 21:35:47.807711 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd253-80f5-473f-86e0-fb8a01629acd tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.830408 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffd253-80f5-473f-86e0-fb8a01629acd tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfd13b4-2f5e-4e12-b971-403b60a93a55,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:47.887792 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd253-80f5-473f-86e0-fb8a01629acd tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:47.889041 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f3ffd253-80f5-473f-86e0-fb8a01629acd tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3474903 Sep 03 21:35:47.892392 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58050) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:47.897044 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-4f650eae-1356-43f4-9b4f-0f4798869292 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'security_group_rule': {'security_group_id': '35643a97-935d-4eed-8992-b13b5cc257e3', 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:47.979007 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.securitygroups_db [None req-4f650eae-1356-43f4-9b4f-0f4798869292 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Project c957ac51794a4288bfd8c669b8a919f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 21:35:47.984514 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4f650eae-1356-43f4-9b4f-0f4798869292 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.054206 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4f650eae-1356-43f4-9b4f-0f4798869292 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.083325 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a8cc6-c4d6-4943-96db-08fecea14971 req-ba8ada2e-ffcd-4785-b079-5669a604a293 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:48.084795 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e9a8cc6-c4d6-4943-96db-08fecea14971 req-ba8ada2e-ffcd-4785-b079-5669a604a293 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0478363 Sep 03 21:35:48.122781 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5e9a8cc6-c4d6-4943-96db-08fecea14971 req-ff07f5a2-ddc6-4eba-8088-eed0e15c31ea tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Sep 03 21:35:48.173036 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4f650eae-1356-43f4-9b4f-0f4798869292 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.192513 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f650eae-1356-43f4-9b4f-0f4798869292 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1381c291-a1cc-4379-87b2-029486857779,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:48.286909 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4f650eae-1356-43f4-9b4f-0f4798869292 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.288176 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4f650eae-1356-43f4-9b4f-0f4798869292 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3945844 Sep 03 21:35:48.365400 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-21c3e767-d8f0-4d88-9807-205827086ce8 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121434544&fields=id&tenant_id=c957ac51794a4288bfd8c669b8a919f7 HTTP/1.1" status: 200 len: 267 time: 0.0332835 Sep 03 21:35:48.413103 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58058) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:48.422595 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-219465ae-85a2-487f-974c-bbd40c69c557 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:48.424144 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-219465ae-85a2-487f-974c-bbd40c69c557 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0532894 Sep 03 21:35:48.427127 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d4ab759d-a37a-4cf0-ae91-b3071b1e9d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.435307 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'port': {'security_groups': ['e61cb9d5-4541-415d-973a-4250a62afd10', '35643a97-935d-4eed-8992-b13b5cc257e3']}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:48.497092 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.514255 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d4ab759d-a37a-4cf0-ae91-b3071b1e9d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.584866 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d4ab759d-a37a-4cf0-ae91-b3071b1e9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.623133 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d4ab759d-a37a-4cf0-ae91-b3071b1e9d04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=684deab2921f4c48898dd11f7a257c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088387 Sep 03 21:35:48.624349 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab759d-a37a-4cf0-ae91-b3071b1e9d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2323b0e5-4397-42fe-96d0-2b102877ae85,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:48.626612 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58060) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:48.675612 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc96e-2f54-4e43-bff1-e0ba62edc8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.698574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc96e-2f54-4e43-bff1-e0ba62edc8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.711337 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] For port 55325f34-dc64-4541-a329-fc4f8667e528, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=55325f34-dc64-4541-a329-fc4f8667e528,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:35:48.741073 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.801823 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc96e-2f54-4e43-bff1-e0ba62edc8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.804433 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc96e-2f54-4e43-bff1-e0ba62edc8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.805639 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4d5dc96e-2f54-4e43-bff1-e0ba62edc8c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2323b0e5-4397-42fe-96d0-2b102877ae85 HTTP/1.1" status: 204 len: 168 time: 0.1780896 Sep 03 21:35:48.814301 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.814436 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dc96e-2f54-4e43-bff1-e0ba62edc8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2323b0e5-4397-42fe-96d0-2b102877ae85,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:48.827966 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['55325f34-dc64-4541-a329-fc4f8667e528'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:35:48.876310 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:48.876969 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:48.884022 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-30dbad7a-f423-432f-8295-d9b3fdd7661b req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "PUT /v2.0/ports/55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 982 time: 0.4508290 Sep 03 21:35:48.884022 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:35:48.893095 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:35:48.937829 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ef4bd-48f2-42bc-a92c-4e71e748ac26 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'Port': ['ID=55325f34-dc64-4541-a329-fc4f8667e528,revision_number=6']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:48.985402 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['55325f34-dc64-4541-a329-fc4f8667e528'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:35:49.011851 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eb000-4cf6-4f05-a5be-7f322de3992f req-d5ff3b60-6f24-4e2b-885b-978869a26448 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:49.013505 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c99eb000-4cf6-4f05-a5be-7f322de3992f req-d5ff3b60-6f24-4e2b-885b-978869a26448 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0556049 Sep 03 21:35:49.069265 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c99eb000-4cf6-4f05-a5be-7f322de3992f req-41c25dbb-9dd7-4448-8fd5-3f0989f6e7fe tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486450 Sep 03 21:35:49.131789 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ae5c8a-729d-4345-80e3-bcb6f468a2e5 x-openstack-request-id: req-30ae5c8a-729d-4345-80e3-bcb6f468a2e5 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:35:49.132341 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:35:49.132449 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30ae5c8a-729d-4345-80e3-bcb6f468a2e5 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:35:49.133819 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528', 'status': 'completed', 'code': 200} Sep 03 21:35:49.208918 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-f75c07b1-f5b2-46d4-925e-f3825083a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:49.210733 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-f75c07b1-f5b2-46d4-925e-f3825083a3bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1138 time: 0.0580974 Sep 03 21:35:49.260610 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3da147-cb13-4cf3-94cb-cdfc680ac0b7 req-db251410-e051-4009-be21-37a108211849 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:49.262412 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8f3da147-cb13-4cf3-94cb-cdfc680ac0b7 req-db251410-e051-4009-be21-37a108211849 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0505090 Sep 03 21:35:49.264158 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-56568451-d9b0-44f6-8f72-3a0817bf18f8 None None] Provisioning complete for port 55325f34-dc64-4541-a329-fc4f8667e528 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:35:49.265998 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-56568451-d9b0-44f6-8f72-3a0817bf18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:49.313149 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8f3da147-cb13-4cf3-94cb-cdfc680ac0b7 req-79c6ff46-0c59-46cf-bab9-e03c57f0c196 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411248 Sep 03 21:35:49.340807 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-cc7ee2d3-69b1-4774-a679-a55fb4afa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:49.342454 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-cc7ee2d3-69b1-4774-a679-a55fb4afa4ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 200 len: 915 time: 0.1239140 Sep 03 21:35:49.410491 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-e1962d00-5050-4bd6-ba2c-862b39c6b051 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 1002 time: 0.0585542 Sep 03 21:35:49.460791 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-2f571ebe-f887-464a-a521-ea2e5e7c85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:49.462407 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-2f571ebe-f887-464a-a521-ea2e5e7c85b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e7b2fe-7699-4bae-b51a-4f342316a662 HTTP/1.1" status: 200 len: 853 time: 0.0443623 Sep 03 21:35:49.509896 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:35:49.520513 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-d43de0e9-bf3c-4c29-af3d-426cc717bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:49.523631 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-d43de0e9-bf3c-4c29-af3d-426cc717bb5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523813 Sep 03 21:35:49.615930 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-16dd31f0-0f91-40e6-a1ef-6d58857a7b6e service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834179 Sep 03 21:35:49.664453 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:35:49.691014 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'port_id': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'mac_address': 'fa:16:3e:66:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:35:49.725039 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-9a9801de-5700-4bd7-bf57-7ec7f6d6483f req-fdcb3367-29b2-4573-b0f7-f8562efff4af service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007161 Sep 03 21:35:49.759035 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:49.775722 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06b881c-2453-448b-ac32-7da9abd55fdc {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:35:49.795062 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:35:49.903852 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:49.953442 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:49.960452 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.960808 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.961148 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.961483 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.961856 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.962190 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.962509 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.962873 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.963203 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.963526 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.963846 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:49.965695 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:35:50.170053 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['a06b881c-2453-448b-ac32-7da9abd55fdc'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:35:50.451513 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cc37f-558f-4be1-908a-040c1f11a4de req-3eebf382-6e88-4fe5-a99d-bf7ccee66acf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:50.453738 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a2cc37f-558f-4be1-908a-040c1f11a4de req-3eebf382-6e88-4fe5-a99d-bf7ccee66acf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 944 time: 0.0530753 Sep 03 21:35:50.490559 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a2cc37f-558f-4be1-908a-040c1f11a4de req-0fa0dd4f-3c6a-4fea-b47c-0f9bf7e809b5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306401 Sep 03 21:35:50.855408 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a4a7-45b9-4d4b-9f6d-bddc2bac3737 req-119833a7-48fb-4333-9eea-47c1d4b6e0a9 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:50.856912 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-74c0a4a7-45b9-4d4b-9f6d-bddc2bac3737 req-119833a7-48fb-4333-9eea-47c1d4b6e0a9 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0511811 Sep 03 21:35:50.900760 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-74c0a4a7-45b9-4d4b-9f6d-bddc2bac3737 req-ac10d3e0-059d-488f-9f32-3c844282a1b6 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365148 Sep 03 21:35:50.934926 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-0f5d1d61-46ac-4837-b2cb-fda10939f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:50.937014 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-0f5d1d61-46ac-4837-b2cb-fda10939f9f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1138 time: 0.0510046 Sep 03 21:35:51.031139 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-7bf6393b-0f73-4186-b3e7-1b718831f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:51.032538 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-7bf6393b-0f73-4186-b3e7-1b718831f6b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 200 len: 915 time: 0.0864794 Sep 03 21:35:51.095191 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-36c0a015-33b2-470f-92ec-f10699a91c61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 1002 time: 0.0553360 Sep 03 21:35:51.145072 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-b4641968-b654-43df-b8b9-a430110a4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:51.146528 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-b4641968-b654-43df-b8b9-a430110a4fb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e7b2fe-7699-4bae-b51a-4f342316a662 HTTP/1.1" status: 200 len: 853 time: 0.0440667 Sep 03 21:35:51.193905 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-37c8d902-0e4c-4215-b025-3a11f6b24802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:51.195428 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-37c8d902-0e4c-4215-b025-3a11f6b24802 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418828 Sep 03 21:35:51.289490 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-d13bf8bb-58a4-445b-888f-fa9c8b111217 service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851073 Sep 03 21:35:51.384815 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd56b40c-368c-4321-9d7b-a1e071f63189 req-d5a6d124-90a0-4280-86f8-251a24851b6c service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870204 Sep 03 21:35:51.519574 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:35:51.632638 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68b623-eb31-4528-82c9-b31eab711347 req-5de39295-94f7-4ba8-937b-5dedb1cbcb90 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:51.634930 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7f68b623-eb31-4528-82c9-b31eab711347 req-5de39295-94f7-4ba8-937b-5dedb1cbcb90 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 944 time: 0.0516984 Sep 03 21:35:51.673635 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7f68b623-eb31-4528-82c9-b31eab711347 req-ba325c44-558c-4ee9-b661-46e0e0663789 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Sep 03 21:35:51.704926 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port a06b881c-2453-448b-ac32-7da9abd55fdc completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:35:51.708789 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port a06b881c-2453-448b-ac32-7da9abd55fdc triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:35:51.709163 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:51.784035 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:51.808911 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:35:51.811157 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b95befb-5d91-4b7c-b918-4d985197f826" -d '{"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-plugged", "status": "completed", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:35:51.824899 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:35:51.849731 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ede186-deb8-400c-8d73-9365086a6916 x-openstack-request-id: req-c4ede186-deb8-400c-8d73-9365086a6916 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:35:51.850036 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-plugged", "status": "completed", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:35:51.850292 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4ede186-deb8-400c-8d73-9365086a6916 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:35:51.850689 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'code': 200} Sep 03 21:35:51.915265 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:51.966880 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:52.024411 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378d32f-f5fb-472f-baec-c744d040f6f9 req-62d4eeaf-e7e2-451d-8c52-6ec0b16dca82 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:52.028544 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f378d32f-f5fb-472f-baec-c744d040f6f9 req-62d4eeaf-e7e2-451d-8c52-6ec0b16dca82 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0534191 Sep 03 21:35:52.071915 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f378d32f-f5fb-472f-baec-c744d040f6f9 req-7ddb4fc1-17df-456d-bf22-b651e4738f66 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348821 Sep 03 21:35:52.192164 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb1502-c9e3-4a3b-8d3e-206cf364841e req-f499c383-6315-4f82-8063-33d0b3895db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:52.193792 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8fcb1502-c9e3-4a3b-8d3e-206cf364841e req-f499c383-6315-4f82-8063-33d0b3895db6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 1098 time: 0.0432899 Sep 03 21:35:52.233422 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-8fcb1502-c9e3-4a3b-8d3e-206cf364841e req-1ef1c4eb-4dbc-43e6-87e1-57da9babe69d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Sep 03 21:35:52.694909 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fd92-7851-4962-a722-a258e7722dd8 req-5e0481e8-5050-4e06-945d-0d9188d1227d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:52.696379 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6c45fd92-7851-4962-a722-a258e7722dd8 req-5e0481e8-5050-4e06-945d-0d9188d1227d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0494330 Sep 03 21:35:52.734513 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6c45fd92-7851-4962-a722-a258e7722dd8 req-f0027c4a-fa60-405c-97de-1e099e30210c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320721 Sep 03 21:35:52.834498 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78037468-c49f-4ca0-9e58-0d24d1e33da1 req-fbbc51e9-0da6-426b-8987-0d40ca52d16c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:52.836035 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-78037468-c49f-4ca0-9e58-0d24d1e33da1 req-fbbc51e9-0da6-426b-8987-0d40ca52d16c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0477128 Sep 03 21:35:52.875071 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-78037468-c49f-4ca0-9e58-0d24d1e33da1 req-657fda83-5513-4624-8c92-e5d45d082219 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330772 Sep 03 21:35:53.192198 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d2e7-1d2e-45a0-9618-7df5aec30825 req-4178d5ab-05ce-4c52-bc4c-cd12a96358ce tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:53.193612 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b6b9d2e7-1d2e-45a0-9618-7df5aec30825 req-4178d5ab-05ce-4c52-bc4c-cd12a96358ce tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0520525 Sep 03 21:35:53.236369 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b6b9d2e7-1d2e-45a0-9618-7df5aec30825 req-d3183c8c-ac5f-4b90-9f2a-d19cc727b78a tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351517 Sep 03 21:35:53.850828 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6701-35f5-4f8d-8101-63fe920a22ab req-a7c0a17b-2476-40ab-ad42-80c9e5494cd4 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:53.852284 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-77af6701-35f5-4f8d-8101-63fe920a22ab req-a7c0a17b-2476-40ab-ad42-80c9e5494cd4 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0494912 Sep 03 21:35:53.890562 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-77af6701-35f5-4f8d-8101-63fe920a22ab req-a52d0b6a-6802-4d40-9b3e-37ac7e394e2d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313962 Sep 03 21:35:53.989221 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e1658-3855-4b82-a91b-a40e51ea4ebc req-acc0e814-5ee6-4835-bdba-6c0c2dd51fbd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:53.990653 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-579e1658-3855-4b82-a91b-a40e51ea4ebc req-acc0e814-5ee6-4835-bdba-6c0c2dd51fbd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0458641 Sep 03 21:35:54.031417 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-579e1658-3855-4b82-a91b-a40e51ea4ebc req-b18380bd-fdab-45bb-858c-712dcde0ad29 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Sep 03 21:35:54.141034 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0661c-ce69-4ce7-a655-c636f9886a5d req-5e46a6bf-a112-4593-afef-8e863e75703c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:54.142475 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-21e0661c-ce69-4ce7-a655-c636f9886a5d req-5e46a6bf-a112-4593-afef-8e863e75703c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0504317 Sep 03 21:35:54.150982 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58158) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:54.155522 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Request body: {'floatingip': {'port_id': 'a06b881c-2453-448b-ac32-7da9abd55fdc'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:54.193248 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:54.428952 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057457c2-c37d-486d-938c-427939fc4863 req-9c69c474-cdc8-4fcd-b719-84e0ff0427e3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:54.430472 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-057457c2-c37d-486d-938c-427939fc4863 req-9c69c474-cdc8-4fcd-b719-84e0ff0427e3 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0979342 Sep 03 21:35:54.544370 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-057457c2-c37d-486d-938c-427939fc4863 req-6c500b1f-f752-4196-be86-b9f87f5f737d tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061404 Sep 03 21:35:54.680961 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:54.750923 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:54.984948 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-29bc8ca6-66e0-4e8f-acf7-f908ce0689b6 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:54.995040 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-29bc8ca6-66e0-4e8f-acf7-f908ce0689b6 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0713065 Sep 03 21:35:55.097296 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Deleting port e7c29b62-23c9-4369-82bc-ddb6c095be98 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:35:55.097639 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:55.101900 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260438-9de7-498b-a2fc-4236b2fdd59f req-ee9ccb61-374e-4ee5-bf38-d3d6ca22f26a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:55.106847 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-49260438-9de7-498b-a2fc-4236b2fdd59f req-ee9ccb61-374e-4ee5-bf38-d3d6ca22f26a tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 946 time: 0.0890989 Sep 03 21:35:55.137417 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Floating IP 358de25c-69e2-4c07-8250-12110cbefea7 associated. External IP: 172.27.3.47, port: a06b881c-2453-448b-ac32-7da9abd55fdc. Sep 03 21:35:55.185138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] For port e7c29b62-23c9-4369-82bc-ddb6c095be98, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e7c29b62-23c9-4369-82bc-ddb6c095be98,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:35:55.185510 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:55.214325 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-49260438-9de7-498b-a2fc-4236b2fdd59f req-d4841f29-fd39-455f-82c8-80a806200347 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=4730aec2-258c-4166-b938-1bba05817099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029918 Sep 03 21:35:55.363949 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Router 0b987f7c-c152-4653-972b-5fb5798ea2a1 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:35:55.364583 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:55.364961 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:55.365274 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Floating IP 01bd2332-43e0-4102-8593-0ccb781f11ae disassociated. External IP: 172.27.3.193, port: e7c29b62-23c9-4369-82bc-ddb6c095be98. Sep 03 21:35:55.365617 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Calling delete_port for e7c29b62-23c9-4369-82bc-ddb6c095be98 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:35:55.469911 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:35:55.474550 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:55.480840 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] Sync routers for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:35:55.491242 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:35:55.491990 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:35:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:55.506636 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-2bc39f70-a6ed-44ee-9fa6-05a7f743b3db tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "PUT /v2.0/floatingips/358de25c-69e2-4c07-8250-12110cbefea7 HTTP/1.1" status: 200 len: 990 time: 1.3545997 Sep 03 21:35:55.507257 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:35:55.509581 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:35:55.612479 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:55.631809 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dc7559-308a-41dc-bd93-8734f7c4dd90 x-openstack-request-id: req-a2dc7559-308a-41dc-bd93-8734f7c4dd90 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:35:55.632397 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:35:55.633013 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2dc7559-308a-41dc-bd93-8734f7c4dd90 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:35:55.633954 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'status': 'completed', 'code': 200} Sep 03 21:35:55.654350 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event deleted for resources: {'Port': ['ID=e7c29b62-23c9-4369-82bc-ddb6c095be98,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:55.724147 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:35:55.749406 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-55528518-bf38-4cb3-824c-951a687500b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:55.751118 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-55528518-bf38-4cb3-824c-951a687500b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 1098 time: 0.0879619 Sep 03 21:35:55.763766 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a552de-2b5a-40eb-866c-28d1b4e48819 req-bf16b108-e870-4485-becd-8efbd6100d12 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:55.765907 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-00a552de-2b5a-40eb-866c-28d1b4e48819 req-bf16b108-e870-4485-becd-8efbd6100d12 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0680623 Sep 03 21:35:55.795575 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:35:55.862145 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-00a552de-2b5a-40eb-866c-28d1b4e48819 req-ce7493de-3f96-44e8-bd2e-e300c19c7259 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865834 Sep 03 21:35:55.895519 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-76dea5f7-bcbe-4513-b348-b663581197e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:55.897017 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-76dea5f7-bcbe-4513-b348-b663581197e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.1302428 Sep 03 21:35:55.907520 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:35:55.919725 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] Sync routers for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:35:55.930489 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:35:55.931208 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:35:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:55.950905 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] No DVR routers for this DVR port e7c29b62-23c9-4369-82bc-ddb6c095be98 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:35:55.955450 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:55.957599 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-19ccbf78-b3c9-425f-b333-3bff903b5cf1 req-7a72cc75-a100-4bb6-ba8e-4d8d1302ea7e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "DELETE /v2.0/ports/e7c29b62-23c9-4369-82bc-ddb6c095be98 HTTP/1.1" status: 204 len: 173 time: 0.9548783 Sep 03 21:35:55.958196 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50565780-ec8d-49cf-9916-1f6d704002c8', 'name': 'network-vif-deleted', 'tag': 'e7c29b62-23c9-4369-82bc-ddb6c095be98'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:35:55.961749 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d725bb-853f-4a2b-859e-5f9fef03e753" -d '{"events": [{"server_uuid": "50565780-ec8d-49cf-9916-1f6d704002c8", "name": "network-vif-deleted", "tag": "e7c29b62-23c9-4369-82bc-ddb6c095be98"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:35:55.963936 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '358de25c-69e2-4c07-8250-12110cbefea7', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'port_id': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'mac_address': 'fa:16:3e:66:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:35:40Z', 'updated_at': '2021-09-03T21:35:54Z', 'revision_number': 1, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:55.979852 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-8c2d617b-507b-40e1-8ec1-de8c8f5bfa65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06b881c-2453-448b-ac32-7da9abd55fdc HTTP/1.1" status: 200 len: 998 time: 0.0729971 Sep 03 21:35:56.003490 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] Checking router: 0b987f7c-c152-4653-972b-5fb5798ea2a1 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:35:56.004260 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cbc1aa-38ba-4313-b6d8-f7e4b08ba42a x-openstack-request-id: req-c8cbc1aa-38ba-4313-b6d8-f7e4b08ba42a {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:35:56.010918 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50565780-ec8d-49cf-9916-1f6d704002c8", "name": "network-vif-deleted", "tag": "e7c29b62-23c9-4369-82bc-ddb6c095be98", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:35:56.010918 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8cbc1aa-38ba-4313-b6d8-f7e4b08ba42a {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:35:56.010918 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50565780-ec8d-49cf-9916-1f6d704002c8', 'name': 'network-vif-deleted', 'tag': 'e7c29b62-23c9-4369-82bc-ddb6c095be98', 'status': 'completed', 'code': 200} Sep 03 21:35:56.024547 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:35:56.025217 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:35:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:56.046736 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-ceced30e-5f00-46a6-97fa-9a1fd34866aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:56.048500 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-ceced30e-5f00-46a6-97fa-9a1fd34866aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0609479 Sep 03 21:35:56.081445 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:35:56.100563 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-fce1d804-7f9d-462d-81e1-266065b8eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:56.102077 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-fce1d804-7f9d-462d-81e1-266065b8eade service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465226 Sep 03 21:35:56.177036 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:35:56.281067 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-2d445937-83e3-4071-b706-dc5b65586eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667681 Sep 03 21:35:56.378475 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:56.381902 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bafeff95-86c6-4e9b-9f82-53a49aa71d3a req-97388133-8d29-4196-80a2-75c3378af2c9 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=50565780-ec8d-49cf-9916-1f6d704002c8 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Sep 03 21:35:56.407229 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] Checking router: b4db69e2-eff1-4c67-b6ae-d213e2ec4978 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:35:56.417291 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:35:56.417959 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:35:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:56.467931 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7c5915ca-7a52-4d6f-b9c2-e2eb24d88ee3 req-bac4751a-34c3-4afb-94e5-d141ed86b74a service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807268 Sep 03 21:35:56.518337 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '358de25c-69e2-4c07-8250-12110cbefea7', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'port_id': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'mac_address': 'fa:16:3e:66:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:35:40Z', 'updated_at': '2021-09-03T21:35:54Z', 'revision_number': 1, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:56.533755 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:35:56.548284 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f3f9e-9053-4cdd-903f-3faafc84f8e0 None None] The sync data for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi is: [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '358de25c-69e2-4c07-8250-12110cbefea7', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'port_id': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'mac_address': 'fa:16:3e:66:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:35:40Z', 'updated_at': '2021-09-03T21:35:54Z', 'revision_number': 1, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:35:56.753860 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:35:56.766672 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ec71c-441f-4d9d-8442-5919407937a1 None None] New status for floating IP 358de25c-69e2-4c07-8250-12110cbefea7: ACTIVE {{(pid=94321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:35:56.781448 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64ddcc-2bf1-4cde-9aa5-39e3d5016944 None None] The sync data for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi is: [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:35:57.011048 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfd1c7-6790-45f7-a052-e0c99dde72f1 req-0fe16ca6-50f1-403b-b22f-e15e7a9eb781 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:57.012483 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68dfd1c7-6790-45f7-a052-e0c99dde72f1 req-0fe16ca6-50f1-403b-b22f-e15e7a9eb781 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0635746 Sep 03 21:35:57.041299 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f144db-b701-4f3e-a596-0cca250e5eed None None] New status for floating IP 01bd2332-43e0-4102-8593-0ccb781f11ae: DOWN {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:35:57.083069 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68dfd1c7-6790-45f7-a052-e0c99dde72f1 req-13900389-5d03-4ce8-a3de-0da319ea06c7 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572298 Sep 03 21:35:57.528494 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58204) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:57.581617 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b029f6a4-86b5-49dc-8026-78891994018e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:57.603893 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b029f6a4-86b5-49dc-8026-78891994018e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:57.727882 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b029f6a4-86b5-49dc-8026-78891994018e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:57.730473 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b029f6a4-86b5-49dc-8026-78891994018e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:57.731675 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b029f6a4-86b5-49dc-8026-78891994018e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "DELETE /v2.0/security-groups/4730aec2-258c-4166-b938-1bba05817099 HTTP/1.1" status: 204 len: 168 time: 0.2021794 Sep 03 21:35:57.735313 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58208) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:57.741453 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029f6a4-86b5-49dc-8026-78891994018e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4730aec2-258c-4166-b938-1bba05817099,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:57.752079 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.api.v2.resource [None req-25e4b1df-73ca-49b6-abb4-0f8e26302e00 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] show failed (client error): The resource could not be found. Sep 03 21:35:57.754563 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-25e4b1df-73ca-49b6-abb4-0f8e26302e00 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups/4730aec2-258c-4166-b938-1bba05817099 HTTP/1.1" status: 404 len: 347 time: 0.0163372 Sep 03 21:35:57.756209 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58210) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:57.877732 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Deleting port 66a86f47-81f5-46ae-8a3c-44fe7abfd013 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:35:57.878081 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:57.956686 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:57.956936 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:57.968086 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Calling delete_port for 66a86f47-81f5-46ae-8a3c-44fe7abfd013 owned by network:floatingip {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:35:58.173510 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:58.195507 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e662a-26b9-42a0-baa3-34617a578eab req-ecbb12c8-81af-4a3e-8b83-972afbab4a4c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:58.196985 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f47e662a-26b9-42a0-baa3-34617a578eab req-ecbb12c8-81af-4a3e-8b83-972afbab4a4c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0504725 Sep 03 21:35:58.203542 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event deleted for resources: {'Port': ['ID=66a86f47-81f5-46ae-8a3c-44fe7abfd013,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:58.239237 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f47e662a-26b9-42a0-baa3-34617a578eab req-bb58cef6-7fff-4014-afea-4ca25d63f886 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351617 Sep 03 21:35:58.264525 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:58.267039 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:58.268484 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-3a66c703-aab9-415e-91ec-bdc28a480e7d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "DELETE /v2.0/floatingips/01bd2332-43e0-4102-8593-0ccb781f11ae HTTP/1.1" status: 204 len: 168 time: 0.5112884 Sep 03 21:35:58.697072 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58226) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:58.701795 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-6077d92c-ffbe-4b5c-8403-430c63fc723d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--210751186', 'description': 'tempest-description--873032001'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:58.806907 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6077d92c-ffbe-4b5c-8403-430c63fc723d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:58.888384 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6077d92c-ffbe-4b5c-8403-430c63fc723d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:58.962007 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6077d92c-ffbe-4b5c-8403-430c63fc723d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:58.991206 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077d92c-ffbe-4b5c-8403-430c63fc723d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bf4733-7dcc-4a82-98e9-0085a58fe9ac,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:59.053390 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6077d92c-ffbe-4b5c-8403-430c63fc723d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.054874 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-6077d92c-ffbe-4b5c-8403-430c63fc723d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3566515 Sep 03 21:35:59.057506 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58232) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:59.062254 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-5aedf87f-a548-4cb8-a737-2810128ef81e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'security_group_rule': {'security_group_id': '84bf4733-7dcc-4a82-98e9-0085a58fe9ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:59.166613 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5aedf87f-a548-4cb8-a737-2810128ef81e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.221322 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5aedf87f-a548-4cb8-a737-2810128ef81e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.287924 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5aedf87f-a548-4cb8-a737-2810128ef81e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.305515 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedf87f-a548-4cb8-a737-2810128ef81e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9476b86-2557-408b-8e46-fa8b1cc28186,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:59.363087 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68903ce-c70a-44d6-8b22-f40560e6b6a6 req-5d23ea7d-709e-467b-b913-b596a0e3b781 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:35:59.364580 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c68903ce-c70a-44d6-8b22-f40560e6b6a6 req-5d23ea7d-709e-467b-b913-b596a0e3b781 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0545247 Sep 03 21:35:59.366406 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5aedf87f-a548-4cb8-a737-2810128ef81e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.367731 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5aedf87f-a548-4cb8-a737-2810128ef81e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3092828 Sep 03 21:35:59.370339 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58236) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:59.374891 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-6e3d6a84-69d2-4d13-9609-5ffa2c66c02c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'security_group_rule': {'security_group_id': '84bf4733-7dcc-4a82-98e9-0085a58fe9ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:59.406830 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c68903ce-c70a-44d6-8b22-f40560e6b6a6 req-bca91502-d00f-47b5-8843-a06008b24f9d tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360327 Sep 03 21:35:59.468490 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6a84-69d2-4d13-9609-5ffa2c66c02c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.526070 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6a84-69d2-4d13-9609-5ffa2c66c02c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.584230 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device e7c29b62-23c9-4369-82bc-ddb6c095be98 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:35:59.609022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: e7c29b62-23c9-4369-82bc-ddb6c095be98 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:35:59.609382 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device e7c29b62-23c9-4369-82bc-ddb6c095be98 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:35:59.620221 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6a84-69d2-4d13-9609-5ffa2c66c02c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.635722 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d6a84-69d2-4d13-9609-5ffa2c66c02c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83c677a-75b6-48ed-9f65-cf64ac44eb39,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:35:59.722116 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6a84-69d2-4d13-9609-5ffa2c66c02c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.723430 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-6e3d6a84-69d2-4d13-9609-5ffa2c66c02c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520651 Sep 03 21:35:59.726609 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58242) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:35:59.730965 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:35:59.847732 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:35:59.947824 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:00.053533 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Allocated IP 172.27.3.250 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/61fbb9ed-f877-4b11-ac4b-9843fe02155f) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:00.151693 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:00.241970 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:00.280676 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:00.283403 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:00.286691 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:00.311548 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'Port': ['ID=61fbb9ed-f877-4b11-ac4b-9843fe02155f,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:00.373279 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:00.465351 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:00.523336 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababaab1-8106-4bc0-ad78-a2859eab0b60 req-5799599e-7182-4182-8f4e-86e2469e118a tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:00.525926 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ababaab1-8106-4bc0-ad78-a2859eab0b60 req-5799599e-7182-4182-8f4e-86e2469e118a tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0498610 Sep 03 21:36:00.566800 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ababaab1-8106-4bc0-ad78-a2859eab0b60 req-ccc66bd8-2245-4121-a572-40172881c0e4 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346746 Sep 03 21:36:00.858931 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:00.927631 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:01.001029 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'Port': ['ID=61fbb9ed-f877-4b11-ac4b-9843fe02155f,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:01.011189 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:01.099482 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:01.101045 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-27faa041-2dff-4aaf-95f8-9257aa8fc0bd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3734295 Sep 03 21:36:01.223705 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-358f2a87-4afb-41e1-9ee1-640de01603cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:01.289099 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-dde6c45d-affe-418e-b10f-f746d21c451f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--210751186&fields=id&tenant_id=c6563f94581a4c3586432072f45f94d8 HTTP/1.1" status: 200 len: 267 time: 0.0336554 Sep 03 21:36:01.400340 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952563-6ac1-4113-a482-516c7f028eb7 req-64358603-2bba-4a72-badc-076196be70ea tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:01.401738 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-64358603-2bba-4a72-badc-076196be70ea tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 809 time: 0.1058264 Sep 03 21:36:01.416410 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-87707321-b120-4144-bc9a-839424263afa tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/quotas/c6563f94581a4c3586432072f45f94d8 HTTP/1.1" status: 200 len: 375 time: 0.0088632 Sep 03 21:36:01.467716 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-378e7e1d-07c6-4a62-9ef0-607f4b918269 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455935 Sep 03 21:36:01.561795 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-82538acc-9c4f-42f3-b3a6-b19df214171e service neutron] 10.222.0.46 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821853 Sep 03 21:36:01.656024 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-48b24718-061c-4dda-9dfb-32a999990f22 service neutron] 10.222.0.46 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874801 Sep 03 21:36:01.960593 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223fd8a-2a83-43cb-be2b-f9bc1b8904b8 req-cabd338d-9102-486d-bcf3-33c14f13e938 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:01.963245 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8223fd8a-2a83-43cb-be2b-f9bc1b8904b8 req-cabd338d-9102-486d-bcf3-33c14f13e938 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0489743 Sep 03 21:36:02.005261 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8223fd8a-2a83-43cb-be2b-f9bc1b8904b8 req-4be7f336-d6c4-4d98-a69e-70269b7ac91f tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343797 Sep 03 21:36:02.252612 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a8e21a93-cb6a-4e2b-92b4-43885f09cec3 req-016ac757-a744-4f59-b985-f1a3f7d5d37d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 210 time: 0.2052991 Sep 03 21:36:02.625059 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58292) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:02.728574 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc1f44c7-05ba-4a15-b59a-4da2757ff1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:02.813441 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc1f44c7-05ba-4a15-b59a-4da2757ff1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:02.887465 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc1f44c7-05ba-4a15-b59a-4da2757ff1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:02.925560 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-cc1f44c7-05ba-4a15-b59a-4da2757ff1c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4874193409d49a782275008703c1fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994349 Sep 03 21:36:02.927653 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f44c7-05ba-4a15-b59a-4da2757ff1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d6364d-d8a0-48b6-b9f8-684fb45bc256,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:02.928293 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58296) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:02.976804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-440ed2ce-0366-40c4-a98b-d73f38abcc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:02.997756 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-440ed2ce-0366-40c4-a98b-d73f38abcc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:03.116490 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-440ed2ce-0366-40c4-a98b-d73f38abcc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:03.119104 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-440ed2ce-0366-40c4-a98b-d73f38abcc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:03.120286 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-440ed2ce-0366-40c4-a98b-d73f38abcc91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21d6364d-d8a0-48b6-b9f8-684fb45bc256 HTTP/1.1" status: 204 len: 168 time: 0.1909242 Sep 03 21:36:03.121078 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391bc99-3ece-47b5-90f8-07dea147c4d0 req-dc543fa5-b90c-4e4d-8ed6-0b71e3379933 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:03.122844 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c391bc99-3ece-47b5-90f8-07dea147c4d0 req-dc543fa5-b90c-4e4d-8ed6-0b71e3379933 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0479753 Sep 03 21:36:03.129403 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ed2ce-0366-40c4-a98b-d73f38abcc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d6364d-d8a0-48b6-b9f8-684fb45bc256,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:03.169819 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c391bc99-3ece-47b5-90f8-07dea147c4d0 req-dd317d48-308c-4335-af1b-fef45e515004 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389822 Sep 03 21:36:03.346460 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c740328d-6200-488a-ac4b-06904fc70342 req-db14fa82-c2a4-43de-9372-a3c1382b6486 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 210 time: 0.0302744 Sep 03 21:36:03.767209 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58308) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:03.780338 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b31f2666-dd5e-4081-9003-bcc9a4ad0256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:03.836366 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e5c115bb-0468-4cc5-a9aa-6fa5df5fbc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:03.864513 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b31f2666-dd5e-4081-9003-bcc9a4ad0256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:03.939056 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b31f2666-dd5e-4081-9003-bcc9a4ad0256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:03.974797 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f2666-dd5e-4081-9003-bcc9a4ad0256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87153bf-74f2-4d6e-ac6e-c9ab0bbcfaad,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:03.979182 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:03.979872 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-b31f2666-dd5e-4081-9003-bcc9a4ad0256 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8832e26a7d34f6aa1493c9bfd74006a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112865 Sep 03 21:36:03.982395 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58310) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:04.015050 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952563-6ac1-4113-a482-516c7f028eb7 req-d1f6f254-ee39-4f1d-8517-2fb2770d1db4 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:04.016588 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-d1f6f254-ee39-4f1d-8517-2fb2770d1db4 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 809 time: 0.1019974 Sep 03 21:36:04.034788 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a47a4370-a8e2-42b1-a2db-4cf9ca77dee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:04.057120 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a47a4370-a8e2-42b1-a2db-4cf9ca77dee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:04.061505 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-0ddfc06e-25c4-4f25-8111-1928fb8141a7 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6563f94581a4c3586432072f45f94d8 HTTP/1.1" status: 200 len: 379 time: 0.0341358 Sep 03 21:36:04.070545 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'port': {'device_id': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'admin_state_up': True, 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'security_groups': ['84bf4733-7dcc-4a82-98e9-0085a58fe9ac']}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:04.167652 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a47a4370-a8e2-42b1-a2db-4cf9ca77dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:04.170466 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a47a4370-a8e2-42b1-a2db-4cf9ca77dee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:04.171697 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a47a4370-a8e2-42b1-a2db-4cf9ca77dee4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f87153bf-74f2-4d6e-ac6e-c9ab0bbcfaad HTTP/1.1" status: 204 len: 168 time: 0.1874363 Sep 03 21:36:04.184735 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a4370-a8e2-42b1-a2db-4cf9ca77dee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87153bf-74f2-4d6e-ac6e-c9ab0bbcfaad,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:04.255099 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Made reservation on behalf of c6563f94581a4c3586432072f45f94d8 for: {'port': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:36:04.257227 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:04.349650 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5f5cd-0b74-442c-ab25-8908b6e776d9 req-613d6845-8588-47dc-b406-2f00ad6d3efa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:04.351242 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cac5f5cd-0b74-442c-ab25-8908b6e776d9 req-613d6845-8588-47dc-b406-2f00ad6d3efa tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.1089969 Sep 03 21:36:04.425201 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cac5f5cd-0b74-442c-ab25-8908b6e776d9 req-511adcdd-cb90-4a03-afba-6a0f5a7f776f tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661149 Sep 03 21:36:04.441078 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Allocated IP 172.20.0.12 (09e8758b-c299-4d5e-9303-5faad8c1093b/e0848dbf-f6f0-4305-95dc-d3fd3077e59b/7d2dd659-87d9-42da-a4c2-3074e2cbf37d) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:04.529009 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-345c0d04-4a00-4501-b775-230dd4ad554f req-4cc0c87e-6027-4bec-bb12-4716c813ede8 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 210 time: 0.0369020 Sep 03 21:36:04.605910 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:04.620980 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Transition to ACTIVE for port object 7d2dd659-87d9-42da-a4c2-3074e2cbf37d will not be triggered until provisioned by entity DHCP. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:04.732878 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:04.775772 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Network 09e8758b-c299-4d5e-9303-5faad8c1093b is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:04.778744 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:04.783105 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:04.809345 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event updated for resources: {'Port': ['ID=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:04.841994 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:04.843159 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:04.910858 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-bac59e7d-7338-4a45-8df0-f6f19fa4a61f tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8439095 Sep 03 21:36:04.924437 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Request body: {'port': {'device_id': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:04.987094 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:05.064768 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-c5285974-2c9d-4c18-8730-a808466888c8 None None] Provisioning for port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:05.068547 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-c5285974-2c9d-4c18-8730-a808466888c8 None None] Provisioning complete for port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:05.068978 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c5285974-2c9d-4c18-8730-a808466888c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:05.103797 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-c5285974-2c9d-4c18-8730-a808466888c8 None None] Port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:36:05.214045 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:05.254182 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2dd659-87d9-42da-a4c2-3074e2cbf37d {{(pid=94320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:36:05.261845 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:05.275266 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Transition to ACTIVE for port object 7d2dd659-87d9-42da-a4c2-3074e2cbf37d will not be triggered until provisioned by entity L2. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:05.350239 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:05.401055 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:05.488819 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Attempting to bind port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:36:05.489239 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Attempting to bind port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:36:05.489637 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Attempting to bind port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d on network 09e8758b-c299-4d5e-9303-5faad8c1093b {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:05.495492 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d on network 09e8758b-c299-4d5e-9303-5faad8c1093b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:36:05.495707 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Attempting to bind port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d on network 09e8758b-c299-4d5e-9303-5faad8c1093b {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:05.502091 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:36:05.502430 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Checking segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:05.502860 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Bound using segment: {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'} {{(pid=94320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:36:05.503366 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.managers [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Bound port: 7d2dd659-87d9-42da-a4c2-3074e2cbf37d, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffec481-5785-4bd2-b3b6-696d16ba2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b'}}] {{(pid=94320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:36:05.510563 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:05.605568 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaecacb-4e1e-48b7-bfa0-b8baf5a3f876 req-466d424a-12f4-4c58-846d-61f8d638bd00 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:05.607123 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7eaecacb-4e1e-48b7-bfa0-b8baf5a3f876 req-466d424a-12f4-4c58-846d-61f8d638bd00 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0985754 Sep 03 21:36:05.613420 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] For port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d, host hv-cinder-75998, cleared binding levels {{(pid=94320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:36:05.617608 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] For port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:36:05.654287 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7eaecacb-4e1e-48b7-bfa0-b8baf5a3f876 req-3fae9268-74bc-47c1-8028-501c557ebacc tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383570 Sep 03 21:36:05.693769 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:05.740056 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:05.740676 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:05.742053 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d2dd659-87d9-42da-a4c2-3074e2cbf37d HTTP/1.1" status: 200 len: 1094 time: 0.8229153 Sep 03 21:36:05.742502 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'tag': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:36:05.744776 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6342f1-29cc-42ef-b931-2a992c83e668", "tag": "7d2dd659-87d9-42da-a4c2-3074e2cbf37d"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:36:05.791149 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab403a2d-951f-4f08-9aba-c90f7997b894 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,revision_number=3']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:05.813721 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845abbb-3109-43c4-b6e0-34462229cd3c req-cf09d4eb-fa14-4cfa-bbbe-e1d95b486562 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:05.815626 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f845abbb-3109-43c4-b6e0-34462229cd3c req-cf09d4eb-fa14-4cfa-bbbe-e1d95b486562 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 944 time: 0.0931640 Sep 03 21:36:05.890445 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f845abbb-3109-43c4-b6e0-34462229cd3c req-6c93e69c-a545-4b6e-9404-e41d358eefb3 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681515 Sep 03 21:36:05.916493 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952563-6ac1-4113-a482-516c7f028eb7 req-77ac3063-98ae-45a5-b857-8094707d5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:05.918084 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-77ac3063-98ae-45a5-b857-8094707d5e96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 1097 time: 0.0779586 Sep 03 21:36:05.964250 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-034476e5-3c2e-4846-9fde-d4f341483340 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d HTTP/1.1" status: 200 len: 217 time: 0.0370102 Sep 03 21:36:06.020886 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952563-6ac1-4113-a482-516c7f028eb7 req-af9e2f4b-4171-4adc-8f61-1246beaaeead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:06.022397 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-af9e2f4b-4171-4adc-8f61-1246beaaeead service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0483038 Sep 03 21:36:06.031014 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005bd663-6d34-41ee-ac5b-bc2b6b4b9b26 x-openstack-request-id: req-005bd663-6d34-41ee-ac5b-bc2b6b4b9b26 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:36:06.036063 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6342f1-29cc-42ef-b931-2a992c83e668", "tag": "7d2dd659-87d9-42da-a4c2-3074e2cbf37d", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:36:06.036063 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-005bd663-6d34-41ee-ac5b-bc2b6b4b9b26 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:36:06.036063 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'tag': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'status': 'completed', 'code': 200} Sep 03 21:36:06.070780 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952563-6ac1-4113-a482-516c7f028eb7 req-052783bc-269c-4840-a35d-a19daf98ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:06.072224 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-052783bc-269c-4840-a35d-a19daf98ab2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395792 Sep 03 21:36:06.165201 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-2609218d-f3ac-43e3-ac6e-4bfdce76807d service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843239 Sep 03 21:36:06.257167 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-24952563-6ac1-4113-a482-516c7f028eb7 req-26b3b95c-c961-40db-85f3-68a63364c5b8 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844333 Sep 03 21:36:06.393004 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-5fea4d00-dd43-43be-8e01-f2fcaed29bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:06.394517 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-5fea4d00-dd43-43be-8e01-f2fcaed29bba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 1097 time: 0.0403378 Sep 03 21:36:06.490819 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-f6337ed6-c42d-4de2-8d83-81844f37fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:06.492355 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-f6337ed6-c42d-4de2-8d83-81844f37fe4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 910 time: 0.0874994 Sep 03 21:36:06.540444 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-0348ae8e-a4d3-42ee-b10f-10567b38e2a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d HTTP/1.1" status: 200 len: 217 time: 0.0365310 Sep 03 21:36:06.590839 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-85860149-bf20-4859-9126-22fa53981611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:06.592330 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-85860149-bf20-4859-9126-22fa53981611 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0429838 Sep 03 21:36:06.639443 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-65dd5155-dad3-4388-8414-2f05f3007d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:06.641146 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-65dd5155-dad3-4388-8414-2f05f3007d10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415485 Sep 03 21:36:07.000121 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-fd91c2a4-27c1-43d0-be81-d244699e701b service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497128 Sep 03 21:36:07.013251 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136233ab-9193-4f7b-ac1a-9509146122f5 req-90f8dee3-4d06-4db3-8887-89db50c3b1d8 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:07.015921 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-136233ab-9193-4f7b-ac1a-9509146122f5 req-90f8dee3-4d06-4db3-8887-89db50c3b1d8 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0695479 Sep 03 21:36:07.059303 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:07.110543 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-136233ab-9193-4f7b-ac1a-9509146122f5 req-3c1b596b-59f7-4a15-b8a1-612c4188da7f tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863669 Sep 03 21:36:07.135956 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6bc1b07c-77a0-48df-bc4f-3a3a6c156eef req-cd412410-63e5-4ecf-8d2e-84c95b6af3a7 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190445 Sep 03 21:36:07.222897 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec121-46dc-4c1c-92cf-978ae067b82a req-fdc9bef3-0cc1-4a18-8e81-88cce877d309 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:07.224427 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d93ec121-46dc-4c1c-92cf-978ae067b82a req-fdc9bef3-0cc1-4a18-8e81-88cce877d309 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 944 time: 0.0486603 Sep 03 21:36:07.262165 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d93ec121-46dc-4c1c-92cf-978ae067b82a req-5636e447-a56a-43b4-9589-39adfbd6c788 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318232 Sep 03 21:36:07.614795 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7d2dd659-87d9-42da-a4c2-3074e2cbf37d details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:36:07.708924 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:07.720559 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'port_id': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'mac_address': 'fa:16:3e:63:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:36:07.757406 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:07.772993 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2dd659-87d9-42da-a4c2-3074e2cbf37d {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:36:07.791585 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:07.840398 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:07.887658 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:08.068459 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['7d2dd659-87d9-42da-a4c2-3074e2cbf37d'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:36:08.227797 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3617e-6097-4eb6-8f1f-7b32e39381ef req-215e90e4-6813-47b2-becc-504e94211999 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:08.229311 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e1a3617e-6097-4eb6-8f1f-7b32e39381ef req-215e90e4-6813-47b2-becc-504e94211999 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0499778 Sep 03 21:36:08.291214 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e1a3617e-6097-4eb6-8f1f-7b32e39381ef req-a6663882-3c8f-4e3e-9caf-a783b3c3e3d0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&id=35643a97-935d-4eed-8992-b13b5cc257e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552585 Sep 03 21:36:08.400986 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea38e6-b78e-4687-abba-4dd66fc71d1e req-3d04f775-f9c5-4d94-99f7-54603818a212 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:08.402416 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0aea38e6-b78e-4687-abba-4dd66fc71d1e req-3d04f775-f9c5-4d94-99f7-54603818a212 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 945 time: 0.0499027 Sep 03 21:36:08.443640 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0aea38e6-b78e-4687-abba-4dd66fc71d1e req-be0aa05a-0c6a-4471-bf2f-3509a53d2bcd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344400 Sep 03 21:36:09.560800 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cccec-b5a3-467e-948c-466702cc9b91 req-13d25455-bcb8-4e35-ac48-eabc719a4b9d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:09.562328 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-091cccec-b5a3-467e-948c-466702cc9b91 req-13d25455-bcb8-4e35-ac48-eabc719a4b9d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Sep 03 21:36:09.600027 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-091cccec-b5a3-467e-948c-466702cc9b91 req-5de1973b-19f5-443b-a45a-9e0b0daf6f5e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318651 Sep 03 21:36:09.612170 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7d2dd659-87d9-42da-a4c2-3074e2cbf37d up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:09.756125 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:09.760035 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:09.760416 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:09.835921 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:09.857741 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:36:09.860598 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01d299-0eaa-424f-a193-b499a0527177" -d '{"events": [{"server_uuid": "6c6342f1-29cc-42ef-b931-2a992c83e668", "name": "network-vif-plugged", "status": "completed", "tag": "7d2dd659-87d9-42da-a4c2-3074e2cbf37d"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:36:09.873071 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:09.898880 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b437f2-0b19-49a0-a0ae-be93533206d0 x-openstack-request-id: req-a9b437f2-0b19-49a0-a0ae-be93533206d0 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:36:09.899169 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6342f1-29cc-42ef-b931-2a992c83e668", "name": "network-vif-plugged", "status": "completed", "tag": "7d2dd659-87d9-42da-a4c2-3074e2cbf37d", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:36:09.899425 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9b437f2-0b19-49a0-a0ae-be93533206d0 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:36:09.899813 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'code': 200} Sep 03 21:36:09.966623 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:10.018090 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:10.240851 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b386b85-fd33-4b97-9832-9af6ccb1f60d req-0c5c5b60-2a26-4088-8af0-a2b92cdebd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:10.242305 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6b386b85-fd33-4b97-9832-9af6ccb1f60d req-0c5c5b60-2a26-4088-8af0-a2b92cdebd78 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 1099 time: 0.0386992 Sep 03 21:36:10.280449 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6b386b85-fd33-4b97-9832-9af6ccb1f60d req-25c8de01-66fb-4ecc-9436-f47fa0a4132e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299459 Sep 03 21:36:10.715869 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd239-a1cf-4fbc-b5d2-212bfb2de0dc req-c62e3a02-b5ff-4760-9317-4a1d56d2c49c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:10.718496 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-381dd239-a1cf-4fbc-b5d2-212bfb2de0dc req-c62e3a02-b5ff-4760-9317-4a1d56d2c49c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 946 time: 0.0500710 Sep 03 21:36:10.755853 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-381dd239-a1cf-4fbc-b5d2-212bfb2de0dc req-901fec72-7b83-489e-ad27-5b012878e2dd tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318780 Sep 03 21:36:11.869676 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd1e58-fa17-42f6-a17c-70cf6606515d req-367a8ed3-3656-4425-9ff4-c9f65243f0d7 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:11.871173 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a3bd1e58-fa17-42f6-a17c-70cf6606515d req-367a8ed3-3656-4425-9ff4-c9f65243f0d7 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 946 time: 0.0480945 Sep 03 21:36:11.910015 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a3bd1e58-fa17-42f6-a17c-70cf6606515d req-13707410-5dfd-4c31-b99d-bcd52eb9496c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320635 Sep 03 21:36:12.101374 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81192ba-3fcb-4bae-a9de-99a2d887dd81 req-ec18c5fc-091f-48e8-82d0-0f3da56bb157 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:12.102942 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b81192ba-3fcb-4bae-a9de-99a2d887dd81 req-ec18c5fc-091f-48e8-82d0-0f3da56bb157 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 946 time: 0.0484025 Sep 03 21:36:12.111589 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58446) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:12.116240 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Request body: {'floatingip': {'port_id': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:12.158886 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:12.572835 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:12.630181 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:12.724512 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Floating IP 12e56810-66de-4fb1-b9a6-153b7e81a0ce associated. External IP: 172.27.3.250, port: 7d2dd659-87d9-42da-a4c2-3074e2cbf37d. Sep 03 21:36:12.933635 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:36:13.049047 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:36:13.054341 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:13.058960 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] Sync routers for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:36:13.068682 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:13.069308 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:13.083899 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-233340a8-3cc4-4213-8f8b-61d0f1c1ac0d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "PUT /v2.0/floatingips/12e56810-66de-4fb1-b9a6-153b7e81a0ce HTTP/1.1" status: 200 len: 992 time: 0.9712403 Sep 03 21:36:13.084594 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'tag': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:36:13.086965 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6342f1-29cc-42ef-b931-2a992c83e668", "tag": "7d2dd659-87d9-42da-a4c2-3074e2cbf37d"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:36:13.172399 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:13.219862 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5dff75-da33-48eb-8807-b83724ae76d0 x-openstack-request-id: req-9a5dff75-da33-48eb-8807-b83724ae76d0 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:36:13.220153 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6342f1-29cc-42ef-b931-2a992c83e668", "tag": "7d2dd659-87d9-42da-a4c2-3074e2cbf37d", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:36:13.220407 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a5dff75-da33-48eb-8807-b83724ae76d0 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:36:13.220806 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'tag': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'status': 'completed', 'code': 200} Sep 03 21:36:13.285144 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-8e1386cb-3b33-408c-aa84-f832c5a15eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:13.285144 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-8e1386cb-3b33-408c-aa84-f832c5a15eb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 1099 time: 0.0409567 Sep 03 21:36:13.379335 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-4075c74d-6f8a-4a3b-b34b-d76a2f2db5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:13.380799 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-4075c74d-6f8a-4a3b-b34b-d76a2f2db5d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 910 time: 0.0919521 Sep 03 21:36:13.409607 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '12e56810-66de-4fb1-b9a6-153b7e81a0ce', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'port_id': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'mac_address': 'fa:16:3e:63:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:36:00Z', 'updated_at': '2021-09-03T21:36:12Z', 'revision_number': 1, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:13.439921 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] Checking router: b4db69e2-eff1-4c67-b6ae-d213e2ec4978 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:36:13.448107 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:13.448728 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:13.448974 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-31305431-dd08-480c-a37e-a80addb3b13e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d HTTP/1.1" status: 200 len: 1000 time: 0.0611408 Sep 03 21:36:13.501045 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-960495f7-5d57-4a1e-8109-badcf9e3b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:13.502750 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-960495f7-5d57-4a1e-8109-badcf9e3b96b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0471237 Sep 03 21:36:13.550092 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-f7e0dc6c-5842-4eab-b2ea-8a141e6ac927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:13.551727 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-f7e0dc6c-5842-4eab-b2ea-8a141e6ac927 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422480 Sep 03 21:36:13.559391 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:13.649435 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-89c0cd1b-42e7-41f6-8872-05dcba23faaf service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903475 Sep 03 21:36:13.730406 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:13.747248 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5907e1ad-d41d-49e6-994a-2f9cfa0614d1 req-9676d738-1db1-4e0c-a014-d42504ee07db service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899408 Sep 03 21:36:13.811639 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '12e56810-66de-4fb1-b9a6-153b7e81a0ce', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'port_id': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'mac_address': 'fa:16:3e:63:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:36:00Z', 'updated_at': '2021-09-03T21:36:12Z', 'revision_number': 1, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:13.838478 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e346a-e60e-42ad-b38f-606d24747bb4 None None] The sync data for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi is: [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '12e56810-66de-4fb1-b9a6-153b7e81a0ce', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'port_id': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'mac_address': 'fa:16:3e:63:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:36:00Z', 'updated_at': '2021-09-03T21:36:12Z', 'revision_number': 1, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:36:14.023020 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b2b80-d052-40a0-a770-d976d90fb0c2 None None] New status for floating IP 12e56810-66de-4fb1-b9a6-153b7e81a0ce: ACTIVE {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:36:15.693770 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58496) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:15.793354 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1ca91161-0dd0-49e1-b877-18b1a504e374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:15.876488 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1ca91161-0dd0-49e1-b877-18b1a504e374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:15.927374 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1ca91161-0dd0-49e1-b877-18b1a504e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:15.968635 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-1ca91161-0dd0-49e1-b877-18b1a504e374 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b57fb8d8679240aebea48ce5e69a3f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737913 Sep 03 21:36:15.969727 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca91161-0dd0-49e1-b877-18b1a504e374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135a11d9-44de-4775-adf6-9ab8b87442e9,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:15.971314 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58500) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:16.021727 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:16.042605 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:16.068580 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c088144-b08a-4c0a-924e-620862a57add req-19fe82a2-a1d7-488a-bb41-4e379515c0e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386901 Sep 03 21:36:16.154567 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c088144-b08a-4c0a-924e-620862a57add req-19f825dc-74dd-46cc-a746-f620dd987c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:16.156077 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c088144-b08a-4c0a-924e-620862a57add req-19f825dc-74dd-46cc-a746-f620dd987c0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1138 time: 0.0407467 Sep 03 21:36:16.178244 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:16.181023 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:16.182189 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/135a11d9-44de-4775-adf6-9ab8b87442e9 HTTP/1.1" status: 204 len: 168 time: 0.2098055 Sep 03 21:36:16.192750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135a11d9-44de-4775-adf6-9ab8b87442e9,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:16.198251 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.198604 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.198982 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.199318 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.200300 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.200300 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.200300 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.200736 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.200931 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.201253 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.202187 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.202509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eac3f4-a770-4f5c-aee6-6e9dce9392ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:16.273388 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c088144-b08a-4c0a-924e-620862a57add req-9a673173-ee14-422f-9d1e-bed8276ebd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:16.274919 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c088144-b08a-4c0a-924e-620862a57add req-9a673173-ee14-422f-9d1e-bed8276ebd67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 200 len: 915 time: 0.0973840 Sep 03 21:36:16.341722 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c088144-b08a-4c0a-924e-620862a57add req-becb53f1-dc8c-4774-8292-7a2cb379a518 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 1002 time: 0.0592728 Sep 03 21:36:16.394984 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c088144-b08a-4c0a-924e-620862a57add req-7cf12f9a-7f6d-4071-9eab-e6334facd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:16.396390 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c088144-b08a-4c0a-924e-620862a57add req-7cf12f9a-7f6d-4071-9eab-e6334facd79a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e7b2fe-7699-4bae-b51a-4f342316a662 HTTP/1.1" status: 200 len: 853 time: 0.0443184 Sep 03 21:36:16.453700 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c088144-b08a-4c0a-924e-620862a57add req-de298a24-154c-4861-a276-81936aa8a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:16.454921 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c088144-b08a-4c0a-924e-620862a57add req-de298a24-154c-4861-a276-81936aa8a688 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436559 Sep 03 21:36:16.556627 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c088144-b08a-4c0a-924e-620862a57add req-919d65db-697a-49ea-9246-e41712e24625 service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Sep 03 21:36:16.652510 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c088144-b08a-4c0a-924e-620862a57add req-e37ca848-8923-458a-8735-b41346e2fb43 service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861559 Sep 03 21:36:16.824444 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58510) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:16.837398 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2d32b399-52f4-4e8f-87f1-dc7745313e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:16.924550 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2d32b399-52f4-4e8f-87f1-dc7745313e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:16.983857 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2d32b399-52f4-4e8f-87f1-dc7745313e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:17.022733 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-2d32b399-52f4-4e8f-87f1-dc7745313e96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e888a83b555a4eeaa90242a551642599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972103 Sep 03 21:36:17.023600 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32b399-52f4-4e8f-87f1-dc7745313e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1b32c7-3596-4c20-9448-bcb4dcee1d5c,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:17.025405 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58512) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:17.075798 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3408c484-2a1d-4ff2-b250-2a9083be3ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:17.096430 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3408c484-2a1d-4ff2-b250-2a9083be3ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:17.218161 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3408c484-2a1d-4ff2-b250-2a9083be3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:17.220667 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3408c484-2a1d-4ff2-b250-2a9083be3ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:17.221814 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-3408c484-2a1d-4ff2-b250-2a9083be3ce7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c1b32c7-3596-4c20-9448-bcb4dcee1d5c HTTP/1.1" status: 204 len: 168 time: 0.1954341 Sep 03 21:36:17.229348 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408c484-2a1d-4ff2-b250-2a9083be3ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1b32c7-3596-4c20-9448-bcb4dcee1d5c,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:17.837689 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58522) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:17.849873 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-87f9c396-72ed-4960-b339-49a9033c3aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:17.932531 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-87f9c396-72ed-4960-b339-49a9033c3aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:17.995218 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-87f9c396-72ed-4960-b339-49a9033c3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:18.034849 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-87f9c396-72ed-4960-b339-49a9033c3aa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b2cdfd6a6d84577986259d3813696db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975007 Sep 03 21:36:18.035812 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9c396-72ed-4960-b339-49a9033c3aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42509b7e-c766-4d94-b80b-1ebd7a43bdc2,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:18.037462 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58524) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:18.086589 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-df4f5938-728d-427f-9ba2-3e5c06e91038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:18.107278 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-df4f5938-728d-427f-9ba2-3e5c06e91038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:18.234972 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-df4f5938-728d-427f-9ba2-3e5c06e91038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:18.237433 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-df4f5938-728d-427f-9ba2-3e5c06e91038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:18.238568 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-df4f5938-728d-427f-9ba2-3e5c06e91038 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42509b7e-c766-4d94-b80b-1ebd7a43bdc2 HTTP/1.1" status: 204 len: 168 time: 0.2001002 Sep 03 21:36:18.246159 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f5938-728d-427f-9ba2-3e5c06e91038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42509b7e-c766-4d94-b80b-1ebd7a43bdc2,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:19.203018 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58550) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:19.296178 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-540588310-network', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:19.333322 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:36:19.390434 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Made reservation on behalf of a7fccbc6cbd344eeb8a31c2027b215de for: {'network': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:36:19.393066 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:19.401376 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:19.488775 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:19.556596 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:19.580218 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:36:19.588544 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d424398-ba27-45fb-82a7-20bb340cc719,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:19.594817 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:19.595167 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.segments_db [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Added segment deb5325b-53ee-4bda-9551-3e5195c1342b of type vlan for network 7c19b180-e117-44a4-b579-5a5a8a161971 Sep 03 21:36:19.633898 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:19.722159 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:19.723252 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:19.723842 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:19.784632 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c19b180-e117-44a4-b579-5a5a8a161971,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:19.794966 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 7c19b180-e117-44a4-b579-5a5a8a161971 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:36:19.820112 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-dde608f5-2d01-4e43-9cff-e501b07bb7f2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6159256 Sep 03 21:36:19.822865 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58558) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:19.828523 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Request body: {'subnet': {'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-540588310-subnet', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'ip_version': 4}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:19.922021 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Made reservation on behalf of a7fccbc6cbd344eeb8a31c2027b215de for: {'subnet': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:36:19.924354 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126409407'] for subnet, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.156639 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126713134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126409361'] for subnet, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.210603 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a92293a-daaa-407e-876c-887c334b5ec2,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:20.219300 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Checking segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:20.219654 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Network hostable DHCP agents. Network: 7c19b180-e117-44a4-b579-5a5a8a161971, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:36:20.310165 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Network 7c19b180-e117-44a4-b579-5a5a8a161971 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:36:20.378906 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 7c19b180-e117-44a4-b579-5a5a8a161971) {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:20.382886 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:20.383467 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.388500 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52780be0-3677-4fb2-8e90-a77e21f8a228 None None] Network 7c19b180-e117-44a4-b579-5a5a8a161971 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:36:20.459908 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-63419862-b030-42a7-9029-82347b1f7f88 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6359704 Sep 03 21:36:20.462857 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58560) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:20.467355 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:20.546635 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.547761 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.602821 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.652502 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-7c19b180-e117-44a4-b579-5a5a8a161971', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:36:20.652502 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.789830 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Allocated IP 172.20.0.2 (7c19b180-e117-44a4-b579-5a5a8a161971/8a92293a-daaa-407e-876c-887c334b5ec2/1069c77a-381f-4289-80fe-1bf191d17251) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:20.802085 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.931917 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:20.940790 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Transition to ACTIVE for port object 1069c77a-381f-4289-80fe-1bf191d17251 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:20.956022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Transition to ACTIVE for port object 1069c77a-381f-4289-80fe-1bf191d17251 will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:21.041683 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:21.084721 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Network 7c19b180-e117-44a4-b579-5a5a8a161971 is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:21.087587 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:21.091307 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:21.099173 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Pushing event updated for resources: {'Port': ['ID=1069c77a-381f-4289-80fe-1bf191d17251,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:21.157910 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Attempting to bind port 1069c77a-381f-4289-80fe-1bf191d17251 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:36:21.158199 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Attempting to bind port 1069c77a-381f-4289-80fe-1bf191d17251 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:36:21.158560 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Attempting to bind port 1069c77a-381f-4289-80fe-1bf191d17251 on network 7c19b180-e117-44a4-b579-5a5a8a161971 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:21.163840 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:36:21.164213 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Checking segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:21.164616 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:21.165008 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Bound using segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:36:21.165471 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Bound port: 1069c77a-381f-4289-80fe-1bf191d17251, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:36:21.165855 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:21.230397 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] For port 1069c77a-381f-4289-80fe-1bf191d17251, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:36:21.234072 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] For port 1069c77a-381f-4289-80fe-1bf191d17251, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=1069c77a-381f-4289-80fe-1bf191d17251,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:36:21.288668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:21.312252 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:21.328732 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:21.386170 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d62ec-2aa4-4507-a964-5fd3fb7e84de None None] Pushing event updated for resources: {'Port': ['ID=1069c77a-381f-4289-80fe-1bf191d17251,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:21.422575 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Allocated IP 172.27.3.98 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/af52b08d-0697-4ba5-b23b-237939461b34) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:21.533318 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:21.635841 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:21.684450 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:21.687680 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:21.694036 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:21.697028 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Pushing event updated for resources: {'Port': ['ID=af52b08d-0697-4ba5-b23b-237939461b34,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:22.031763 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:22.233249 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:22.281210 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aaa00c-5041-4299-8dd2-b33c3bab088e None None] Network 7c19b180-e117-44a4-b579-5a5a8a161971 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:36:22.412396 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Router a51f8479-a420-4081-8dc8-b99eee086d0f is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:36:22.475037 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-2cec090f-0152-43db-84a0-21b457fb45fc None None] Provisioning for port 1069c77a-381f-4289-80fe-1bf191d17251 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:22.522397 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:36:22.532605 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:36:22.542602 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:22.543318 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:22.624793 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:22.629273 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58572) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:22.634831 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-da2c20e9-86f9-4f94-a908-3ee63a9e74bf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1708708 Sep 03 21:36:22.651649 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:22.723293 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 1069c77a-381f-4289-80fe-1bf191d17251 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:22.874379 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:21Z', 'revision_number': 3, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:22.904234 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 1069c77a-381f-4289-80fe-1bf191d17251 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:22.906891 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:36:22.907269 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Updating router a51f8479-a420-4081-8dc8-b99eee086d0f port af52b08d-0697-4ba5-b23b-237939461b34 binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:36:22.923959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 1069c77a-381f-4289-80fe-1bf191d17251 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:22.924341 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:22.950968 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.038027 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.110924 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.190737 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 1069c77a-381f-4289-80fe-1bf191d17251, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=1069c77a-381f-4289-80fe-1bf191d17251,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:23.213337 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Allocated IP 172.20.0.1 (7c19b180-e117-44a4-b579-5a5a8a161971/8a92293a-daaa-407e-876c-887c334b5ec2/5685f5ab-8179-466d-b64f-a21952142553) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:23.270999 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.277200 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.307823 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Transition to ACTIVE for port object af52b08d-0697-4ba5-b23b-237939461b34 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:23.321278 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.329598 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=1069c77a-381f-4289-80fe-1bf191d17251,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:23.335171 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Transition to ACTIVE for port object 5685f5ab-8179-466d-b64f-a21952142553 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:23.384612 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.439154 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Attempting to bind port af52b08d-0697-4ba5-b23b-237939461b34 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:36:23.439526 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Attempting to bind port af52b08d-0697-4ba5-b23b-237939461b34 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:36:23.439889 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Attempting to bind port af52b08d-0697-4ba5-b23b-237939461b34 on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:23.442611 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.442787 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9445e-a1f8-4409-b246-559f83382f0f None None] Pushing event updated for resources: {'Port': ['ID=af52b08d-0697-4ba5-b23b-237939461b34,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:23.447169 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:36:23.447547 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:23.447950 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.448336 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:36:23.448800 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Bound port: af52b08d-0697-4ba5-b23b-237939461b34, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:36:23.449182 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.477909 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Network 7c19b180-e117-44a4-b579-5a5a8a161971 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:23.480686 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:23.484844 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:23.506016 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] For port af52b08d-0697-4ba5-b23b-237939461b34, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:36:23.509554 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] For port af52b08d-0697-4ba5-b23b-237939461b34, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=af52b08d-0697-4ba5-b23b-237939461b34,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:36:23.517097 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Pushing event updated for resources: {'Port': ['ID=5685f5ab-8179-466d-b64f-a21952142553,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:23.535362 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.568420 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.632416 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:23.633045 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:23.635011 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9445e-a1f8-4409-b246-559f83382f0f None None] Pushing event updated for resources: {'Port': ['ID=af52b08d-0697-4ba5-b23b-237939461b34,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:23.741838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.751633 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:23.776950 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-5671f60c-be7e-41a0-b696-170d87f5b156 None None] Provisioning for port 5685f5ab-8179-466d-b64f-a21952142553 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:23.810443 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-5671f60c-be7e-41a0-b696-170d87f5b156 None None] Provisioning complete for port 5685f5ab-8179-466d-b64f-a21952142553 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:23.810892 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-5671f60c-be7e-41a0-b696-170d87f5b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.893255 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-5671f60c-be7e-41a0-b696-170d87f5b156 None None] Port 5685f5ab-8179-466d-b64f-a21952142553 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:36:23.901595 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:23.950818 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:24.022332 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Pushing event updated for resources: {'Port': ['ID=5685f5ab-8179-466d-b64f-a21952142553,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:24.024784 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:24.078791 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:21Z', 'revision_number': 3, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:24.104134 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541fbf2-d7b5-41a4-bd40-3078334de3ce None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:21Z', 'revision_number': 3, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:36:24.114599 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Network 7c19b180-e117-44a4-b579-5a5a8a161971 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:24.116042 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:24.244060 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Router a51f8479-a420-4081-8dc8-b99eee086d0f has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:36:24.392280 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:36:24.397506 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-29c1e545-743a-447e-b471-5284b28723aa admin admin] 10.222.0.46 "PUT /v2.0/routers/a51f8479-a420-4081-8dc8-b99eee086d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7672222 Sep 03 21:36:24.423340 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c631-652f-41ef-91a3-49eb01bcf26e None None] Provisioning complete for port 5685f5ab-8179-466d-b64f-a21952142553 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:24.423831 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c631-652f-41ef-91a3-49eb01bcf26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:24.460186 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c631-652f-41ef-91a3-49eb01bcf26e None None] Port 5685f5ab-8179-466d-b64f-a21952142553 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:36:24.757563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 1069c77a-381f-4289-80fe-1bf191d17251 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:24.808675 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 1069c77a-381f-4289-80fe-1bf191d17251 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:24.809096 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:24.891849 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device af52b08d-0697-4ba5-b23b-237939461b34 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:25.019339 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port af52b08d-0697-4ba5-b23b-237939461b34 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:25.024649 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port af52b08d-0697-4ba5-b23b-237939461b34 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:25.024649 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.108181 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.130138 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port af52b08d-0697-4ba5-b23b-237939461b34, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=af52b08d-0697-4ba5-b23b-237939461b34,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:25.135857 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58598) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:25.140923 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1723353091-network', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:25.224581 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.247356 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Made reservation on behalf of e7b680f15c384dee9768fcf4304ba173 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:36:25.250447 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.259593 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.273283 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=af52b08d-0697-4ba5-b23b-237939461b34,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:25.352583 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.402024 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.426358 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:36:25.434780 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d334075a-db93-400c-9f3b-f11a1acd2740,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:25.442758 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.442969 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Added segment cebab427-3d3f-4e6e-80be-8d4722bdca84 of type vlan for network 427c5508-620f-4320-89bf-10da88e0169a Sep 03 21:36:25.485820 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.578115 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.579165 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:25.579762 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.637589 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] Pushing event updated for resources: {'Network': ['ID=427c5508-620f-4320-89bf-10da88e0169a,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:25.648214 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 427c5508-620f-4320-89bf-10da88e0169a details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:36:25.664674 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1ae03c52-67b8-4037-9ad4-03e4c0280b45 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5276461 Sep 03 21:36:25.667329 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58604) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:25.674041 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Request body: {'subnet': {'network_id': '427c5508-620f-4320-89bf-10da88e0169a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1723353091-subnet', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:25.678464 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:36:25.688420 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:25.689116 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:25.783860 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Made reservation on behalf of e7b680f15c384dee9768fcf4304ba173 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:36:25.786205 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127280807'] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:25.791490 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:25.987667 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 2, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:25.995592 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127293018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127280777'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.012640 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:36:26.012992 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Updating router a51f8479-a420-4081-8dc8-b99eee086d0f port 5685f5ab-8179-466d-b64f-a21952142553 binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:36:26.037170 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.050295 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=349f3cbe-58e8-4ac5-b184-2d8d01f6a160,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:26.059449 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Checking segment: {'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:26.059811 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Network hostable DHCP agents. Network: 427c5508-620f-4320-89bf-10da88e0169a, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:36:26.133508 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Network 427c5508-620f-4320-89bf-10da88e0169a is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:36:26.230397 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 427c5508-620f-4320-89bf-10da88e0169a) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:26.235156 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:26.235865 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.241371 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f817b72d-0256-4488-bc36-57c3ed298991 None None] Network 427c5508-620f-4320-89bf-10da88e0169a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:36:26.323118 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-32fe9dd1-f945-4e45-a080-9039b9a94204 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6546745 Sep 03 21:36:26.325587 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58606) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:26.330495 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:26.390756 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-427c5508-620f-4320-89bf-10da88e0169a', 'network_id': '427c5508-620f-4320-89bf-10da88e0169a', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'fixed_ips': [{'subnet_id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:36:26.392373 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.393341 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.407773 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Transition to ACTIVE for port object 5685f5ab-8179-466d-b64f-a21952142553 will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:26.430597 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.431690 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.482985 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.492455 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.530143 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Allocated IP 172.20.0.2 (427c5508-620f-4320-89bf-10da88e0169a/349f3cbe-58e8-4ac5-b184-2d8d01f6a160/0dc1152b-23bc-4346-af41-a92ca675f526) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:26.550886 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Pushing event updated for resources: {'Port': ['ID=5685f5ab-8179-466d-b64f-a21952142553,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:26.573958 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.574344 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.574686 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.575049 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.575386 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.575717 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.576086 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.576990 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.577682 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.577816 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.578146 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.578470 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:26.594159 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Attempting to bind port 5685f5ab-8179-466d-b64f-a21952142553 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:36:26.594534 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Attempting to bind port 5685f5ab-8179-466d-b64f-a21952142553 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:36:26.594921 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Attempting to bind port 5685f5ab-8179-466d-b64f-a21952142553 on network 7c19b180-e117-44a4-b579-5a5a8a161971 {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:26.600437 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:36:26.600812 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Checking segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:26.601211 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.601602 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Bound using segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:36:26.602066 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Bound port: 5685f5ab-8179-466d-b64f-a21952142553, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:36:26.602464 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.686458 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] For port 5685f5ab-8179-466d-b64f-a21952142553, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:36:26.691107 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] For port 5685f5ab-8179-466d-b64f-a21952142553, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=5685f5ab-8179-466d-b64f-a21952142553,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:36:26.722487 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.726635 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.732268 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Transition to ACTIVE for port object 0dc1152b-23bc-4346-af41-a92ca675f526 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:26.749770 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device af52b08d-0697-4ba5-b23b-237939461b34 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:26.751972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Transition to ACTIVE for port object 0dc1152b-23bc-4346-af41-a92ca675f526 will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:26.779412 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.812310 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port af52b08d-0697-4ba5-b23b-237939461b34 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:26.812757 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.828477 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:26.829273 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:26.885655 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:26.904169 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7c0c0-9cae-45ee-a25f-5fdbbd7dad5c None None] Pushing event updated for resources: {'Port': ['ID=5685f5ab-8179-466d-b64f-a21952142553,revision_number=4']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:26.929320 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Network 427c5508-620f-4320-89bf-10da88e0169a is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:26.934168 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:26.942065 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:26.954542 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:26.975372 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Pushing event updated for resources: {'Port': ['ID=0dc1152b-23bc-4346-af41-a92ca675f526,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:27.047828 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Attempting to bind port 0dc1152b-23bc-4346-af41-a92ca675f526 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:36:27.048462 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Attempting to bind port 0dc1152b-23bc-4346-af41-a92ca675f526 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:36:27.048945 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Attempting to bind port 0dc1152b-23bc-4346-af41-a92ca675f526 on network 427c5508-620f-4320-89bf-10da88e0169a {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:27.055561 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:36:27.056309 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Checking segment: {'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:27.056441 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:27.056730 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Bound using segment: {'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:36:27.057201 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Bound port: 0dc1152b-23bc-4346-af41-a92ca675f526, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:36:27.057713 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:27.067544 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:27.092640 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:27.136304 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] For port 0dc1152b-23bc-4346-af41-a92ca675f526, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:36:27.140595 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] For port 0dc1152b-23bc-4346-af41-a92ca675f526, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=0dc1152b-23bc-4346-af41-a92ca675f526,segment=NetworkSegment(cebab427-3d3f-4e6e-80be-8d4722bdca84),segment_id=cebab427-3d3f-4e6e-80be-8d4722bdca84)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:36:27.196015 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:26Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:27.200228 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Allocated IP 172.27.3.235 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/eefdb2e9-1c02-4e68-95da-200e4d9a5900) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:27.222750 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d541f54-2885-4302-a88a-ec3ed4cf0eb4 None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:26Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:36:27.225431 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:27.309038 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28894b8b-1123-48fb-afeb-4e5af5dc91f3 None None] Pushing event updated for resources: {'Port': ['ID=0dc1152b-23bc-4346-af41-a92ca675f526,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:27.327264 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:27.413902 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:27.457076 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:27.461760 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:27.469482 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:27.474415 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Pushing event updated for resources: {'Port': ['ID=eefdb2e9-1c02-4e68-95da-200e4d9a5900,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:28.109662 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:28.266428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec43a8-8f59-4a27-942b-c7be588667da None None] Network 427c5508-620f-4320-89bf-10da88e0169a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:36:28.322461 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:28.453612 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-92a662ae-62c9-49ba-a483-23f3734a10ec None None] Provisioning for port 0dc1152b-23bc-4346-af41-a92ca675f526 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:28.543743 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Router 15cd3157-4522-4f55-901c-b0a6ba4726c1 is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:36:28.663130 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:36:28.679309 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Sync routers for ids ['15cd3157-4522-4f55-901c-b0a6ba4726c1'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:36:28.691385 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Routers {'15cd3157-4522-4f55-901c-b0a6ba4726c1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:28.692011 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['15cd3157-4522-4f55-901c-b0a6ba4726c1'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:28.727935 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] Notify callbacks [] for router, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:28.729459 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d2dce441-5fb3-4de6-8f9a-18c59e566623 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4027984 Sep 03 21:36:28.732299 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58618) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:28.770100 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 0dc1152b-23bc-4346-af41-a92ca675f526 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:28.832137 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Set router 15cd3157-4522-4f55-901c-b0a6ba4726c1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:28.943578 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 0dc1152b-23bc-4346-af41-a92ca675f526 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:28.951773 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 0dc1152b-23bc-4346-af41-a92ca675f526 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:28.952150 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.079320 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.095436 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:36:27Z', 'revision_number': 3, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port': {'id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:27Z', 'updated_at': '2021-09-03T21:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:29.128200 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Checking router: 15cd3157-4522-4f55-901c-b0a6ba4726c1 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:36:29.128557 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Updating router 15cd3157-4522-4f55-901c-b0a6ba4726c1 port eefdb2e9-1c02-4e68-95da-200e4d9a5900 binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:36:29.156829 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.160594 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 0dc1152b-23bc-4346-af41-a92ca675f526, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=0dc1152b-23bc-4346-af41-a92ca675f526,segment=NetworkSegment(cebab427-3d3f-4e6e-80be-8d4722bdca84),segment_id=cebab427-3d3f-4e6e-80be-8d4722bdca84)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:29.165278 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.245804 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.246583 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 5685f5ab-8179-466d-b64f-a21952142553 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:29.308326 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Allocated IP 172.20.0.1 (427c5508-620f-4320-89bf-10da88e0169a/349f3cbe-58e8-4ac5-b184-2d8d01f6a160/ec7e97a2-6528-4309-bca1-189e062acee1) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:29.354988 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=0dc1152b-23bc-4346-af41-a92ca675f526,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:29.414397 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.428074 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Transition to ACTIVE for port object ec7e97a2-6528-4309-bca1-189e062acee1 will not be triggered until provisioned by entity DHCP. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:29.488626 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 5685f5ab-8179-466d-b64f-a21952142553 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:29.494329 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.498020 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 5685f5ab-8179-466d-b64f-a21952142553 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:29.498389 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.509863 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.523722 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Transition to ACTIVE for port object eefdb2e9-1c02-4e68-95da-200e4d9a5900 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:29.548973 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Network 427c5508-620f-4320-89bf-10da88e0169a is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:29.551714 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:29.554177 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:29.583867 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.585974 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7e97a2-6528-4309-bca1-189e062acee1,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:29.603532 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.605447 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.661054 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 5685f5ab-8179-466d-b64f-a21952142553, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=5685f5ab-8179-466d-b64f-a21952142553,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:29.676353 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b7d70-9603-4b18-8a14-c556010a09fa None None] Pushing event updated for resources: {'Port': ['ID=eefdb2e9-1c02-4e68-95da-200e4d9a5900,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:29.680650 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Attempting to bind port eefdb2e9-1c02-4e68-95da-200e4d9a5900 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:36:29.681025 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Attempting to bind port eefdb2e9-1c02-4e68-95da-200e4d9a5900 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:36:29.681394 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Attempting to bind port eefdb2e9-1c02-4e68-95da-200e4d9a5900 on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:29.687216 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:36:29.689444 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:29.689444 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.689444 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:36:29.689444 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Bound port: eefdb2e9-1c02-4e68-95da-200e4d9a5900, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:36:29.689444 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.711964 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.788915 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.791046 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] For port eefdb2e9-1c02-4e68-95da-200e4d9a5900, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:36:29.792910 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=5685f5ab-8179-466d-b64f-a21952142553,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:29.796613 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] For port eefdb2e9-1c02-4e68-95da-200e4d9a5900, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=eefdb2e9-1c02-4e68-95da-200e4d9a5900,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:36:29.864254 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:29.964910 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:30.012415 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a859-8553-4574-8039-4458cd6abfaa None None] Provisioning for port ec7e97a2-6528-4309-bca1-189e062acee1 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:30.025778 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a859-8553-4574-8039-4458cd6abfaa None None] Provisioning complete for port ec7e97a2-6528-4309-bca1-189e062acee1 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:30.026200 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a859-8553-4574-8039-4458cd6abfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:30.051999 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:30.076234 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Routers {'15cd3157-4522-4f55-901c-b0a6ba4726c1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:30.077566 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['15cd3157-4522-4f55-901c-b0a6ba4726c1'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:30.083022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b7d70-9603-4b18-8a14-c556010a09fa None None] Pushing event updated for resources: {'Port': ['ID=eefdb2e9-1c02-4e68-95da-200e4d9a5900,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:30.087826 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a859-8553-4574-8039-4458cd6abfaa None None] Port ec7e97a2-6528-4309-bca1-189e062acee1 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:36:30.121528 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7e97a2-6528-4309-bca1-189e062acee1,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:30.124909 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:30.189658 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] Set router 15cd3157-4522-4f55-901c-b0a6ba4726c1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:30.215311 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Network 427c5508-620f-4320-89bf-10da88e0169a is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:30.216683 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:30.333844 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Router 15cd3157-4522-4f55-901c-b0a6ba4726c1 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:36:30.399665 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 4, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port': {'id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:27Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'ec7e97a2-6528-4309-bca1-189e062acee1', 'name': '', 'network_id': '427c5508-620f-4320-89bf-10da88e0169a', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'mac_address': 'fa:16:3e:81:b8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:29Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 2, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'subnets': [{'id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:30.425549 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ecc637-3dff-491a-8e27-935c7755e146 None None] The sync data for ids ['15cd3157-4522-4f55-901c-b0a6ba4726c1'] in dv-cinder-759987-9-iscsi is: [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 4, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port': {'id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:27Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'ec7e97a2-6528-4309-bca1-189e062acee1', 'name': '', 'network_id': '427c5508-620f-4320-89bf-10da88e0169a', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'mac_address': 'fa:16:3e:81:b8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:29Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 2, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'subnets': [{'id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:36:30.442863 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:36:30.447851 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-5da0b8cc-761d-461d-bc86-25057e271f98 admin admin] 10.222.0.46 "PUT /v2.0/routers/15cd3157-4522-4f55-901c-b0a6ba4726c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136488 Sep 03 21:36:30.510968 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-82d944de-6fd8-4004-babb-13d36b60d565 None None] Provisioning complete for port ec7e97a2-6528-4309-bca1-189e062acee1 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:30.511344 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-82d944de-6fd8-4004-babb-13d36b60d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:30.552282 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-82d944de-6fd8-4004-babb-13d36b60d565 None None] Port ec7e97a2-6528-4309-bca1-189e062acee1 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:36:30.725040 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 0dc1152b-23bc-4346-af41-a92ca675f526 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:30.778860 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 0dc1152b-23bc-4346-af41-a92ca675f526 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:30.786239 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:30.872624 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 5685f5ab-8179-466d-b64f-a21952142553 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:30.922369 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 5685f5ab-8179-466d-b64f-a21952142553 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:30.922775 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.114841 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58636) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:31.119673 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-18304465-283b-4481-8668-2f1c2357b089 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407698463', 'description': 'tempest-secgroup-smoke-1407698463 description', 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:31.195580 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-35d4e54b-0802-443c-a074-bca822cf1b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.218516 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-18304465-283b-4481-8668-2f1c2357b089 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.310658 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-18304465-283b-4481-8668-2f1c2357b089 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.384812 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-18304465-283b-4481-8668-2f1c2357b089 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.415638 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18304465-283b-4481-8668-2f1c2357b089 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619b2dc4-769e-4c87-b411-c02a40486a14,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:31.475213 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-18304465-283b-4481-8668-2f1c2357b089 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.476543 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-18304465-283b-4481-8668-2f1c2357b089 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3605607 Sep 03 21:36:31.479595 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58638) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:31.484867 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-ee3f5d81-9cff-4983-b82e-e0f9907168db tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'security_group_rule': {'security_group_id': '619b2dc4-769e-4c87-b411-c02a40486a14', 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:31.595642 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ee3f5d81-9cff-4983-b82e-e0f9907168db tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.656049 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ee3f5d81-9cff-4983-b82e-e0f9907168db tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.750677 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ee3f5d81-9cff-4983-b82e-e0f9907168db tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.768726 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f5d81-9cff-4983-b82e-e0f9907168db tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf98acea-1868-4138-a1ca-b1d35b5e376f,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:31.864716 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ee3f5d81-9cff-4983-b82e-e0f9907168db tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:31.865963 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-ee3f5d81-9cff-4983-b82e-e0f9907168db tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854301 Sep 03 21:36:31.868786 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58640) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:31.874169 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-58bc0173-a857-44e5-b7ef-cd2781dba55e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'security_group_rule': {'security_group_id': '619b2dc4-769e-4c87-b411-c02a40486a14', 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:31.965747 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-58bc0173-a857-44e5-b7ef-cd2781dba55e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.022549 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-58bc0173-a857-44e5-b7ef-cd2781dba55e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.120506 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-58bc0173-a857-44e5-b7ef-cd2781dba55e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.143925 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc0173-a857-44e5-b7ef-cd2781dba55e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08513564-b523-435b-aa26-de9c2df3df2a,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:32.225084 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-58bc0173-a857-44e5-b7ef-cd2781dba55e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.226904 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-58bc0173-a857-44e5-b7ef-cd2781dba55e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3568530 Sep 03 21:36:32.229268 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58644) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:32.234872 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-878105c7-69a7-4a89-a50d-c32ecfcbc4a0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'security_group_rule': {'security_group_id': '619b2dc4-769e-4c87-b411-c02a40486a14', 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:32.337567 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-878105c7-69a7-4a89-a50d-c32ecfcbc4a0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.396633 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-878105c7-69a7-4a89-a50d-c32ecfcbc4a0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.487851 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-878105c7-69a7-4a89-a50d-c32ecfcbc4a0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.506197 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878105c7-69a7-4a89-a50d-c32ecfcbc4a0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e127d9-d5c0-4d06-b340-1f3ca6d8b562,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:32.556094 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-878105c7-69a7-4a89-a50d-c32ecfcbc4a0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.557279 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-878105c7-69a7-4a89-a50d-c32ecfcbc4a0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3269939 Sep 03 21:36:32.559939 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58650) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:32.564887 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-7031d93f-bb66-43e1-bcac-94a7fd6f30e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'security_group_rule': {'security_group_id': '619b2dc4-769e-4c87-b411-c02a40486a14', 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:32.637096 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7031d93f-bb66-43e1-bcac-94a7fd6f30e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.696051 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device eefdb2e9-1c02-4e68-95da-200e4d9a5900 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:32.699737 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7031d93f-bb66-43e1-bcac-94a7fd6f30e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.762243 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7031d93f-bb66-43e1-bcac-94a7fd6f30e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.779322 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port eefdb2e9-1c02-4e68-95da-200e4d9a5900 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:32.782898 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031d93f-bb66-43e1-bcac-94a7fd6f30e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159e3ad0-f114-4707-9044-56ac1eadbd5f,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:32.783547 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port eefdb2e9-1c02-4e68-95da-200e4d9a5900 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:32.783912 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.824981 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-7031d93f-bb66-43e1-bcac-94a7fd6f30e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.828674 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-7031d93f-bb66-43e1-bcac-94a7fd6f30e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2646942 Sep 03 21:36:32.829031 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58652) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:32.833657 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-c6edd183-be24-4bf1-88e5-3ea536c4c9f6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'security_group_rule': {'security_group_id': '619b2dc4-769e-4c87-b411-c02a40486a14', 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:32.864967 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:32.886028 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port eefdb2e9-1c02-4e68-95da-200e4d9a5900, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=eefdb2e9-1c02-4e68-95da-200e4d9a5900,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:32.925986 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Sync routers for ids ['15cd3157-4522-4f55-901c-b0a6ba4726c1'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:36:32.935315 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Routers {'15cd3157-4522-4f55-901c-b0a6ba4726c1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:32.939907 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['15cd3157-4522-4f55-901c-b0a6ba4726c1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:33.021216 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.securitygroups_db [None req-c6edd183-be24-4bf1-88e5-3ea536c4c9f6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Project a7fccbc6cbd344eeb8a31c2027b215de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 21:36:33.021216 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c6edd183-be24-4bf1-88e5-3ea536c4c9f6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.049653 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Set router 15cd3157-4522-4f55-901c-b0a6ba4726c1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:33.078578 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c6edd183-be24-4bf1-88e5-3ea536c4c9f6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.082235 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.133847 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=eefdb2e9-1c02-4e68-95da-200e4d9a5900,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:33.139418 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c6edd183-be24-4bf1-88e5-3ea536c4c9f6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.159520 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edd183-be24-4bf1-88e5-3ea536c4c9f6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79da35ac-07c0-4a34-9ca5-f6727c9abce2,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:33.229747 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c6edd183-be24-4bf1-88e5-3ea536c4c9f6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.231036 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c6edd183-be24-4bf1-88e5-3ea536c4c9f6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4009302 Sep 03 21:36:33.234262 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58654) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:33.238798 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-64a3837f-99f2-42d2-89df-068f6a7a233c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'security_group_rule': {'security_group_id': '619b2dc4-769e-4c87-b411-c02a40486a14', 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:33.253339 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 4, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port': {'id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:27Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'ec7e97a2-6528-4309-bca1-189e062acee1', 'name': '', 'network_id': '427c5508-620f-4320-89bf-10da88e0169a', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'mac_address': 'fa:16:3e:81:b8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:29Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 2, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'subnets': [{'id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:33.282288 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Checking router: 15cd3157-4522-4f55-901c-b0a6ba4726c1 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:36:33.282571 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Updating router 15cd3157-4522-4f55-901c-b0a6ba4726c1 port ec7e97a2-6528-4309-bca1-189e062acee1 binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:36:33.306751 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.333773 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.securitygroups_db [None req-64a3837f-99f2-42d2-89df-068f6a7a233c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Project a7fccbc6cbd344eeb8a31c2027b215de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 21:36:33.339455 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-64a3837f-99f2-42d2-89df-068f6a7a233c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.407799 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-64a3837f-99f2-42d2-89df-068f6a7a233c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.470348 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-64a3837f-99f2-42d2-89df-068f6a7a233c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.489229 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3837f-99f2-42d2-89df-068f6a7a233c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fa91f7-9cd2-4cfe-95ac-9a52a1def344,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:33.539028 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-64a3837f-99f2-42d2-89df-068f6a7a233c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.540299 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-64a3837f-99f2-42d2-89df-068f6a7a233c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049986 Sep 03 21:36:33.578389 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.588038 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Transition to ACTIVE for port object ec7e97a2-6528-4309-bca1-189e062acee1 will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:33.636387 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.687447 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f17886-0164-4f58-ac4e-42990f5dbec3 None None] Pushing event updated for resources: {'Port': ['ID=ec7e97a2-6528-4309-bca1-189e062acee1,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:33.741567 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Attempting to bind port ec7e97a2-6528-4309-bca1-189e062acee1 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:36:33.741945 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Attempting to bind port ec7e97a2-6528-4309-bca1-189e062acee1 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:36:33.742355 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Attempting to bind port ec7e97a2-6528-4309-bca1-189e062acee1 on network 427c5508-620f-4320-89bf-10da88e0169a {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:33.747730 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:36:33.748750 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Checking segment: {'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:33.749106 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.749494 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Bound using segment: {'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:36:33.749962 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Bound port: ec7e97a2-6528-4309-bca1-189e062acee1, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebab427-3d3f-4e6e-80be-8d4722bdca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '427c5508-620f-4320-89bf-10da88e0169a'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:36:33.750366 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.820042 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] For port ec7e97a2-6528-4309-bca1-189e062acee1, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:36:33.823320 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] For port ec7e97a2-6528-4309-bca1-189e062acee1, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=ec7e97a2-6528-4309-bca1-189e062acee1,segment=NetworkSegment(cebab427-3d3f-4e6e-80be-8d4722bdca84),segment_id=cebab427-3d3f-4e6e-80be-8d4722bdca84)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:36:33.825363 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-ee077dfb-f2aa-4a4b-9324-9669f7337c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.894244 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:33.953741 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Routers {'15cd3157-4522-4f55-901c-b0a6ba4726c1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:33.954367 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['15cd3157-4522-4f55-901c-b0a6ba4726c1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:33.993260 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f17886-0164-4f58-ac4e-42990f5dbec3 None None] Pushing event updated for resources: {'Port': ['ID=ec7e97a2-6528-4309-bca1-189e062acee1,revision_number=4']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:34.002361 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:34.068311 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] Set router 15cd3157-4522-4f55-901c-b0a6ba4726c1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:34.354483 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 4, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port': {'id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:27Z', 'updated_at': '2021-09-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'ec7e97a2-6528-4309-bca1-189e062acee1', 'name': '', 'network_id': '427c5508-620f-4320-89bf-10da88e0169a', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'mac_address': 'fa:16:3e:81:b8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:29Z', 'updated_at': '2021-09-03T21:36:33Z', 'revision_number': 4, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'subnets': [{'id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:34.382669 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a84d4-0812-4b6e-90aa-3e767f0d0103 None None] The sync data for ids ['15cd3157-4522-4f55-901c-b0a6ba4726c1'] in dv-cinder-759987-9-iscsi is: [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 4, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port': {'id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:27Z', 'updated_at': '2021-09-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'ec7e97a2-6528-4309-bca1-189e062acee1', 'name': '', 'network_id': '427c5508-620f-4320-89bf-10da88e0169a', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'mac_address': 'fa:16:3e:81:b8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:29Z', 'updated_at': '2021-09-03T21:36:33Z', 'revision_number': 4, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'subnets': [{'id': '349f3cbe-58e8-4ac5-b184-2d8d01f6a160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:36:34.724838 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device ec7e97a2-6528-4309-bca1-189e062acee1 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:34.824606 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port ec7e97a2-6528-4309-bca1-189e062acee1 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:34.828667 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port ec7e97a2-6528-4309-bca1-189e062acee1 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:34.829255 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:34.922579 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:34.957241 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port ec7e97a2-6528-4309-bca1-189e062acee1, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=ec7e97a2-6528-4309-bca1-189e062acee1,segment=NetworkSegment(cebab427-3d3f-4e6e-80be-8d4722bdca84),segment_id=cebab427-3d3f-4e6e-80be-8d4722bdca84)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:35.042298 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:35.043184 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device eefdb2e9-1c02-4e68-95da-200e4d9a5900 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:35.134093 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=ec7e97a2-6528-4309-bca1-189e062acee1,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:35.147300 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port eefdb2e9-1c02-4e68-95da-200e4d9a5900 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:35.147673 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:35.232599 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:36.687206 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device ec7e97a2-6528-4309-bca1-189e062acee1 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:36.736052 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port ec7e97a2-6528-4309-bca1-189e062acee1 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:36.736433 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:37.065173 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:42.094514 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9279ce-1fa3-4612-90cb-17118b7dc466 req-82e040c0-ea06-473c-94d5-d3c2c88da31b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:42.096107 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ba9279ce-1fa3-4612-90cb-17118b7dc466 req-82e040c0-ea06-473c-94d5-d3c2c88da31b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0518975 Sep 03 21:36:42.134576 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ba9279ce-1fa3-4612-90cb-17118b7dc466 req-008acbc7-cb07-4e3a-94f9-a32449e6e72f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325534 Sep 03 21:36:43.257696 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25157a22-5c27-4030-8d1a-b0bb442fd0c2 req-0bc91b18-b583-4ffe-9f26-fe387f5b49f6 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:43.259193 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25157a22-5c27-4030-8d1a-b0bb442fd0c2 req-0bc91b18-b583-4ffe-9f26-fe387f5b49f6 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0519094 Sep 03 21:36:43.296324 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25157a22-5c27-4030-8d1a-b0bb442fd0c2 req-5d95d241-1236-41b0-9f79-c95684c20091 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Sep 03 21:36:43.739363 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:44.420778 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaeeb2-3b46-4b9a-867b-c3547aaad739 req-1f6594e5-e1bf-4a19-b017-a689457dd8c8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:44.422172 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-37aaeeb2-3b46-4b9a-867b-c3547aaad739 req-1f6594e5-e1bf-4a19-b017-a689457dd8c8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0488725 Sep 03 21:36:44.459451 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-37aaeeb2-3b46-4b9a-867b-c3547aaad739 req-0c7553d5-054a-49c6-96d1-65645b0ed5a0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Sep 03 21:36:45.584329 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae223fd-b820-4457-b94a-d2674e09b3ed req-5e8e21fc-ca1f-4498-9fdc-a4e92099e761 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:45.585798 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7ae223fd-b820-4457-b94a-d2674e09b3ed req-5e8e21fc-ca1f-4498-9fdc-a4e92099e761 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0467587 Sep 03 21:36:45.626422 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7ae223fd-b820-4457-b94a-d2674e09b3ed req-b31c48ba-171b-4ea4-a145-8b27c5d5961b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344591 Sep 03 21:36:46.749442 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87a108-9e1a-4ddd-8d93-25f735e725f8 req-d534f925-6be9-4b5e-b58f-22dde6b7c5ba tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:46.750845 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0c87a108-9e1a-4ddd-8d93-25f735e725f8 req-d534f925-6be9-4b5e-b58f-22dde6b7c5ba tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0516839 Sep 03 21:36:46.787286 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0c87a108-9e1a-4ddd-8d93-25f735e725f8 req-3e562095-327b-44f0-a69c-c8730f801b83 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303681 Sep 03 21:36:47.906201 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7ee40-74a4-4e08-b952-ea9545bcda4f req-248c813b-0664-4a90-8414-c8415a5043ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:47.907704 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-51b7ee40-74a4-4e08-b952-ea9545bcda4f req-248c813b-0664-4a90-8414-c8415a5043ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0485742 Sep 03 21:36:47.944048 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-51b7ee40-74a4-4e08-b952-ea9545bcda4f req-f68d7c60-5962-4487-bacd-fc8e0f807059 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305629 Sep 03 21:36:49.061498 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91132db9-068c-4095-8b17-300e083d3f23 req-0458e6f5-e36d-41d3-9ed9-af39902eebd3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:49.063004 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-91132db9-068c-4095-8b17-300e083d3f23 req-0458e6f5-e36d-41d3-9ed9-af39902eebd3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0464671 Sep 03 21:36:49.099859 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-91132db9-068c-4095-8b17-300e083d3f23 req-bac44e82-c825-497a-b8ab-9da527d50937 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311234 Sep 03 21:36:50.220899 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208142b-e1ea-4668-8915-9f57defcb385 req-d57143a2-2bdd-4620-b336-a7456b6c96cd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:50.222361 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4208142b-e1ea-4668-8915-9f57defcb385 req-d57143a2-2bdd-4620-b336-a7456b6c96cd tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0502918 Sep 03 21:36:50.259188 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4208142b-e1ea-4668-8915-9f57defcb385 req-c51a7bc5-a66a-49ec-853e-a9bbd39ed225 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308726 Sep 03 21:36:51.381689 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa077b81-ef2d-45c6-83bf-841c2c1c66fd req-eac776ff-21a3-490c-8d22-2c07d5fd0093 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:51.383145 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aa077b81-ef2d-45c6-83bf-841c2c1c66fd req-eac776ff-21a3-490c-8d22-2c07d5fd0093 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0491240 Sep 03 21:36:51.419481 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aa077b81-ef2d-45c6-83bf-841c2c1c66fd req-1692efe9-b720-4675-bec6-677030a6db78 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305600 Sep 03 21:36:51.537441 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-f2e20d68-86c4-45f8-8950-036152d33dfc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407698463&fields=id&tenant_id=a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 267 time: 0.0313385 Sep 03 21:36:51.647961 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-ba622b61-c30b-40ef-a83a-850c6284dade tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:51.649313 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-ba622b61-c30b-40ef-a83a-850c6284dade tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 811 time: 0.1054819 Sep 03 21:36:51.664687 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-590ec659-26c4-4f72-a779-05a69639876e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/quotas/a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 375 time: 0.0094421 Sep 03 21:36:51.713130 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fd9bca17-93de-4bff-862a-2bf1101d9eb8 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433826 Sep 03 21:36:51.898089 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-1bcf83f6-f6c9-499e-84f1-bfb2378a7f71 service neutron] 10.222.0.46 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731701 Sep 03 21:36:51.986620 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-8b2884e9-2678-4938-887c-1dab3aaf5b7a service neutron] 10.222.0.46 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825827 Sep 03 21:36:52.806088 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad09e9-f437-4669-bd39-fd6251e12319 req-6ba21714-e649-427e-b53a-91b39abc01c1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:52.807615 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-90ad09e9-f437-4669-bd39-fd6251e12319 req-6ba21714-e649-427e-b53a-91b39abc01c1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0488763 Sep 03 21:36:52.846347 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-90ad09e9-f437-4669-bd39-fd6251e12319 req-231f146c-eed5-4ebb-b936-9cd61bd78c52 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Sep 03 21:36:52.939061 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-05dcecc3-aa12-45de-9789-f3cf5cbaadff tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121434544&fields=id&tenant_id=c957ac51794a4288bfd8c669b8a919f7 HTTP/1.1" status: 200 len: 267 time: 0.0370429 Sep 03 21:36:52.990922 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-10b3eb8d-b12e-4522-a124-3c33df10fc71 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:52.992292 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-10b3eb8d-b12e-4522-a124-3c33df10fc71 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 985 time: 0.0476365 Sep 03 21:36:53.003684 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Request body: {'port': {'security_groups': ['e61cb9d5-4541-415d-973a-4250a62afd10']}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:53.073417 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.245652 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] For port 55325f34-dc64-4541-a329-fc4f8667e528, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=55325f34-dc64-4541-a329-fc4f8667e528,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:53.274402 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.390782 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.402383 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['55325f34-dc64-4541-a329-fc4f8667e528'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:36:53.437424 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:53.438077 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.443386 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-37da39c3-236c-4bdd-82fa-ed6170f95552 req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "PUT /v2.0/ports/55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 943 time: 0.4445243 Sep 03 21:36:53.444434 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:36:53.447282 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:36:53.452922 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 58894) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:53.477398 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event updated for resources: {'Port': ['ID=55325f34-dc64-4541-a329-fc4f8667e528,revision_number=7']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:53.487841 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.488335 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.488923 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.489391 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.490019 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.490457 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.491663 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.492307 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.493084 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.493518 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.494193 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.495088 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f40db-5097-4aed-8ebb-8d8e4b9b361c tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:53.532569 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-31be1c13-b97a-48f6-ae43-984cf90c45b8 req-9b13522a-8c36-4cb4-a19b-f5f1009dc776 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 210 time: 0.0316155 Sep 03 21:36:53.541761 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5934da49-79d5-4f53-8a00-5d98fe5d0ecc tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.560542 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['55325f34-dc64-4541-a329-fc4f8667e528'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:36:53.588296 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5934da49-79d5-4f53-8a00-5d98fe5d0ecc tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.663454 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8815d723-b51b-41f7-8675-7026679f2838 x-openstack-request-id: req-8815d723-b51b-41f7-8675-7026679f2838 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:36:53.663798 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:36:53.664125 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8815d723-b51b-41f7-8675-7026679f2838 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:36:53.664535 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528', 'status': 'completed', 'code': 200} Sep 03 21:36:53.722114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5934da49-79d5-4f53-8a00-5d98fe5d0ecc tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.724916 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5934da49-79d5-4f53-8a00-5d98fe5d0ecc tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.726730 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5934da49-79d5-4f53-8a00-5d98fe5d0ecc tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "DELETE /v2.0/security-groups/35643a97-935d-4eed-8992-b13b5cc257e3 HTTP/1.1" status: 204 len: 168 time: 0.2772083 Sep 03 21:36:53.729805 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 58904) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:36:53.738834 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934da49-79d5-4f53-8a00-5d98fe5d0ecc tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35643a97-935d-4eed-8992-b13b5cc257e3,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:53.778894 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d59ad0f4-54f2-42e0-b569-5283dfe3d091 None None] Provisioning complete for port 55325f34-dc64-4541-a329-fc4f8667e528 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:53.779436 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d59ad0f4-54f2-42e0-b569-5283dfe3d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:53.865917 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:36:53.972649 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:53.984891 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'port_id': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'mac_address': 'fa:16:3e:66:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:36:54.024686 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:54.045865 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a06b881c-2453-448b-ac32-7da9abd55fdc {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:36:54.066353 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:54.132467 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:54.165198 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-3d9c987f-48ab-42cb-a04b-2519d22a0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:54.166688 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-3d9c987f-48ab-42cb-a04b-2519d22a0a21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1099 time: 0.4757524 Sep 03 21:36:54.183774 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=6']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:54.186937 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05a77-db3b-4972-87a7-8c1c205e40f1 req-f0575e85-c3bf-4389-8061-5194a436056c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:54.188483 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a6e05a77-db3b-4972-87a7-8c1c205e40f1 req-f0575e85-c3bf-4389-8061-5194a436056c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.1161404 Sep 03 21:36:54.190959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.191324 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.191668 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.192009 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.192346 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.192681 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.193013 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.193339 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.193675 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.194003 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.194329 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.194657 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:36:54.235800 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['a06b881c-2453-448b-ac32-7da9abd55fdc'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:36:54.316930 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a6e05a77-db3b-4972-87a7-8c1c205e40f1 req-5d54568a-b427-43f0-80d3-1eff7daf7d13 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153748 Sep 03 21:36:54.341416 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Deleting port d2ddc239-faa5-4ca5-ba0e-104bf10b5cfa {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:36:54.341762 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:54.357780 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-de3e1cc1-12e1-4653-89d9-28eb8f85042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:54.359324 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-de3e1cc1-12e1-4653-89d9-28eb8f85042b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 200 len: 915 time: 0.1815460 Sep 03 21:36:54.470184 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-939c7e4b-107a-435b-b554-f1fef6bf4334 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 1002 time: 0.1008923 Sep 03 21:36:54.473440 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:54.473769 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:54.492759 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Calling delete_port for d2ddc239-faa5-4ca5-ba0e-104bf10b5cfa owned by network:floatingip {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:36:54.592487 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-3a951012-c868-481a-9f66-e873d230e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:54.594163 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-3a951012-c868-481a-9f66-e873d230e0dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e7b2fe-7699-4bae-b51a-4f342316a662 HTTP/1.1" status: 200 len: 853 time: 0.1092949 Sep 03 21:36:54.652168 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-dc177964-c761-4330-8a60-17add2607f0e req-fb1ae2df-6035-471b-9d6c-4e99e04f2cf2 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 210 time: 0.0526145 Sep 03 21:36:54.701787 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-1ce45010-bc6d-4e81-8271-fdc3f56dd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:54.704040 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-1ce45010-bc6d-4e81-8271-fdc3f56dd480 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981109 Sep 03 21:36:54.834358 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-12ba8ccf-ae3b-462b-bbea-8c7b50f115bc service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186213 Sep 03 21:36:54.907091 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:54.913008 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-14baabab-c56a-469a-9f4e-6ae67e4b817a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:54.915149 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-14baabab-c56a-469a-9f4e-6ae67e4b817a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 811 time: 0.1234751 Sep 03 21:36:54.946081 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event deleted for resources: {'Port': ['ID=d2ddc239-faa5-4ca5-ba0e-104bf10b5cfa,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:54.986850 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-d84f13d2-3928-4266-91c6-5204d643604b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 380 time: 0.0342228 Sep 03 21:36:54.996337 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'port': {'device_id': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'admin_state_up': True, 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'security_groups': ['619b2dc4-769e-4c87-b411-c02a40486a14']}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:55.004795 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1da8f8c0-cff2-44d5-8998-6b9a4ec4159e req-4fe8f554-739e-4e39-ba28-eadf123cdcda service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584942 Sep 03 21:36:55.016510 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks [] for floatingip, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:55.016852 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Floating IP 9ec9c74e-7cad-4be3-b2f6-9603497fe5c3 disassociated (deleted). External IP: 172.27.3.175, port: 55325f34-dc64-4541-a329-fc4f8667e528. Sep 03 21:36:55.183356 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Made reservation on behalf of a7fccbc6cbd344eeb8a31c2027b215de for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:36:55.188174 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:55.248129 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Router c201cb8f-f660-435c-b3f7-e0d12e00b0be has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:36:55.323344 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Allocated IP 172.20.0.8 (7c19b180-e117-44a4-b579-5a5a8a161971/8a92293a-daaa-407e-876c-887c334b5ec2/c7ca871a-3073-4cda-96c9-437667d33603) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:36:55.384886 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:36:55.400447 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] Sync routers for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:36:55.410802 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:55.412934 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:55.413557 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:55.463186 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-aed4f98d-8688-427f-b5e9-f51383ab8572 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "DELETE /v2.0/floatingips/9ec9c74e-7cad-4be3-b2f6-9603497fe5c3 HTTP/1.1" status: 204 len: 168 time: 1.7322984 Sep 03 21:36:55.490589 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e392ec-e033-4492-885e-e5bb028db344 req-5bb74908-852d-4c2a-be06-a94db5272e94 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:55.492185 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-91e392ec-e033-4492-885e-e5bb028db344 req-5bb74908-852d-4c2a-be06-a94db5272e94 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 944 time: 0.0798593 Sep 03 21:36:55.493131 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:55.508834 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Transition to ACTIVE for port object c7ca871a-3073-4cda-96c9-437667d33603 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:55.538460 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:55.549782 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-91e392ec-e033-4492-885e-e5bb028db344 req-571a8e91-2efd-4586-9fc6-ac85f9b61db8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506649 Sep 03 21:36:55.626654 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:55.665844 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:36:55.668148 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f48fdd-60f8-4fab-bd69-d308e556da6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:36:55.679062 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Network 7c19b180-e117-44a4-b579-5a5a8a161971 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:36:55.681893 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:36:55.686068 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:36:55.704855 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=c7ca871a-3073-4cda-96c9-437667d33603,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:55.756079 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:55.756746 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:55.861021 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-07c04b27-885d-4fd8-a616-1ca7e02b4f6b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8683107 Sep 03 21:36:55.875208 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Request body: {'port': {'device_id': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:36:55.881577 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:36:55.945367 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:55.976009 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:21Z', 'revision_number': 5, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:55.979512 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port a06b881c-2453-448b-ac32-7da9abd55fdc triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:55.979882 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:56.040309 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] Checking router: c201cb8f-f660-435c-b3f7-e0d12e00b0be for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:36:56.052066 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a64b426-25d2-4bd1-994d-8612336d4fa5 x-openstack-request-id: req-1a64b426-25d2-4bd1-994d-8612336d4fa5 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:36:56.052431 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "tag": "55325f34-dc64-4541-a329-fc4f8667e528", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:36:56.052658 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a64b426-25d2-4bd1-994d-8612336d4fa5 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:36:56.053049 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528', 'status': 'completed', 'code': 200} Sep 03 21:36:56.074843 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:36:56.075496 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:36:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:56.240353 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-f10e1774-7a79-4cb6-94b2-a3c535cad445 None None] Provisioning for port c7ca871a-3073-4cda-96c9-437667d33603 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:36:56.276017 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-dcc0f9f8-2f29-4280-a9d1-ae3969b206e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:56.277558 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-dcc0f9f8-2f29-4280-a9d1-ae3969b206e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c957ac51794a4288bfd8c669b8a919f7&device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 1099 time: 0.1786439 Sep 03 21:36:56.285370 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-f10e1774-7a79-4cb6-94b2-a3c535cad445 None None] Provisioning complete for port c7ca871a-3073-4cda-96c9-437667d33603 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:36:56.285810 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-f10e1774-7a79-4cb6-94b2-a3c535cad445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:56.320740 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0176492-18ea-403d-b9b1-8e7609a6c571 req-05309146-11cf-4e7b-9ab5-1f4793dffe3a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:56.331121 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d0176492-18ea-403d-b9b1-8e7609a6c571 req-05309146-11cf-4e7b-9ab5-1f4793dffe3a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 931 time: 0.1525085 Sep 03 21:36:56.363374 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:36:56.380859 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-f10e1774-7a79-4cb6-94b2-a3c535cad445 None None] Port c7ca871a-3073-4cda-96c9-437667d33603 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:36:56.411640 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d0176492-18ea-403d-b9b1-8e7609a6c571 req-8a4e3cef-e101-46d9-a564-381676854afd tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764747 Sep 03 21:36:56.448755 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:56.471094 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ca871a-3073-4cda-96c9-437667d33603 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:36:56.490867 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:56.520710 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Transition to ACTIVE for port object c7ca871a-3073-4cda-96c9-437667d33603 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:36:56.523131 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:36:56.528828 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:36:56.532567 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c247cc3-9653-4d0b-83c4-ca00699a4dfc" -d '{"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-plugged", "status": "completed", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:36:56.561267 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-7bfacd1e-b267-4ad2-84e2-32ea7ea50b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:56.563956 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-7bfacd1e-b267-4ad2-84e2-32ea7ea50b7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 200 len: 915 time: 0.2681355 Sep 03 21:36:56.581697 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:36:56.613365 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:56.652738 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-8c16b8e9-2627-4a82-b980-e5b24a9053ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 200 len: 217 time: 0.0614378 Sep 03 21:36:56.747381 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:56.764892 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-5b7cced7-7d9e-4c42-bd2b-4ccae04a6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:56.779203 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-5b7cced7-7d9e-4c42-bd2b-4ccae04a6a2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e7b2fe-7699-4bae-b51a-4f342316a662 HTTP/1.1" status: 200 len: 853 time: 0.1056216 Sep 03 21:36:56.828841 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ca871a-3073-4cda-96c9-437667d33603,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:56.870088 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-b12668cb-d6a9-4447-8ef5-8bfc832489c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:56.871637 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-b12668cb-d6a9-4447-8ef5-8bfc832489c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916574 Sep 03 21:36:56.902563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=7']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:56.931328 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f97c570-42c2-4bf5-91fb-1569753ec66c x-openstack-request-id: req-3f97c570-42c2-4bf5-91fb-1569753ec66c {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:36:56.931658 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-plugged", "status": "completed", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:36:56.931919 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f97c570-42c2-4bf5-91fb-1569753ec66c {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:36:56.932309 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'code': 200} Sep 03 21:36:56.940740 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Attempting to bind port c7ca871a-3073-4cda-96c9-437667d33603 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:36:56.941146 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Attempting to bind port c7ca871a-3073-4cda-96c9-437667d33603 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:36:56.941482 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Attempting to bind port c7ca871a-3073-4cda-96c9-437667d33603 on network 7c19b180-e117-44a4-b579-5a5a8a161971 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:56.946969 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Port c7ca871a-3073-4cda-96c9-437667d33603 on network 7c19b180-e117-44a4-b579-5a5a8a161971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:36:56.948103 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Attempting to bind port c7ca871a-3073-4cda-96c9-437667d33603 on network 7c19b180-e117-44a4-b579-5a5a8a161971 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:36:56.958437 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:36:56.959084 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Checking segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:36:56.959810 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Bound using segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:36:56.960711 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Bound port: c7ca871a-3073-4cda-96c9-437667d33603, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:36:56.962243 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:57.073239 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] For port c7ca871a-3073-4cda-96c9-437667d33603, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:36:57.076948 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] For port c7ca871a-3073-4cda-96c9-437667d33603, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c7ca871a-3073-4cda-96c9-437667d33603,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:36:57.145932 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-3e9f3fa0-cd39-496f-99ae-acec75ac0003 service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622247 Sep 03 21:36:57.150281 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:21Z', 'revision_number': 5, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:36:57.168151 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f4473-09e8-4cac-b2ef-b12de1e32af1 req-2d782237-6a98-4b27-9e16-bf3547daa32e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:57.176461 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c12f4473-09e8-4cac-b2ef-b12de1e32af1 req-2d782237-6a98-4b27-9e16-bf3547daa32e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.1289184 Sep 03 21:36:57.180016 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:57.192127 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c828188-5f3e-4ae9-808b-1ad22e494245 None None] The sync data for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi is: [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:16Z', 'revision_number': 4, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1', 'name': '', 'network_id': '7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'mac_address': 'fa:16:3e:5f:9f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:15Z', 'updated_at': '2021-09-03T21:33:21Z', 'revision_number': 5, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'subnets': [{'id': '09e7b2fe-7699-4bae-b51a-4f342316a662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:36:57.221032 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:57.238393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:36:57.242113 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] 10.222.0.18 "PUT /v2.0/ports/c7ca871a-3073-4cda-96c9-437667d33603 HTTP/1.1" status: 200 len: 1093 time: 1.3730369 Sep 03 21:36:57.249810 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c12f4473-09e8-4cac-b2ef-b12de1e32af1 req-48408f72-fc47-4310-b57b-11132a518077 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484490 Sep 03 21:36:57.314141 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:36:57.316708 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "tag": "c7ca871a-3073-4cda-96c9-437667d33603"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:36:57.374100 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98f48fdd-60f8-4fab-bd69-d308e556da6c req-dc250d7b-1566-44c8-985e-c82c98490104 service neutron] 10.222.0.18 "GET /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164929 Sep 03 21:36:57.458362 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad629e9-9869-4e03-97ec-1853be8d1e64 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ca871a-3073-4cda-96c9-437667d33603,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:36:57.480805 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-2c231b56-066c-4cbc-9a73-71c7dd9c123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:57.482593 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-2c231b56-066c-4cbc-9a73-71c7dd9c123d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 1096 time: 0.1111665 Sep 03 21:36:57.484725 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e71e3-b5ce-4ed9-814d-ccbd77952423 x-openstack-request-id: req-652e71e3-b5ce-4ed9-814d-ccbd77952423 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:36:57.485153 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "tag": "c7ca871a-3073-4cda-96c9-437667d33603", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:36:57.485628 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-652e71e3-b5ce-4ed9-814d-ccbd77952423 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:36:57.486104 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603', 'status': 'completed', 'code': 200} Sep 03 21:36:57.533620 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-3603e606-892f-4a48-9b3d-6d040ce573f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ca871a-3073-4cda-96c9-437667d33603 HTTP/1.1" status: 200 len: 217 time: 0.0380416 Sep 03 21:36:57.589114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-16095b3e-f040-4427-9168-4ded67990017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:57.590965 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-16095b3e-f040-4427-9168-4ded67990017 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0503666 Sep 03 21:36:57.629954 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22a5c4-a17d-490d-82bc-d7aa93d74933 req-c1fac910-de1f-48d6-a6e2-5ac292613629 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:57.637746 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3b22a5c4-a17d-490d-82bc-d7aa93d74933 req-c1fac910-de1f-48d6-a6e2-5ac292613629 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0897262 Sep 03 21:36:57.650476 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307779e1-0017-47d3-af5a-d02a868533ff None None] New status for floating IP 9ec9c74e-7cad-4be3-b2f6-9603497fe5c3: DOWN {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:36:57.663322 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-af89c852-2552-4069-a51e-2e5cc3a110ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:57.664830 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-af89c852-2552-4069-a51e-2e5cc3a110ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649064 Sep 03 21:36:57.723367 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3b22a5c4-a17d-490d-82bc-d7aa93d74933 req-d419d645-8cfa-43a6-aa92-2af1b6ba0a3e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845792 Sep 03 21:36:57.825061 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-cd11f5e6-d37b-4854-83e5-d829a43e96c9 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516860 Sep 03 21:36:57.947223 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f4053126-2964-4c2f-8cd1-d60d2e3ad3c9 req-b8efba97-d3aa-4bf6-ab1e-154cdfd56c7b service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118934 Sep 03 21:36:58.119034 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-994a7df3-3094-443b-aa48-b7b096586278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:58.125539 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-994a7df3-3094-443b-aa48-b7b096586278 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0464802 Sep 03 21:36:58.243166 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-0fe20a06-8915-405a-bc5b-4baaac161aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:58.245294 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-0fe20a06-8915-405a-bc5b-4baaac161aed service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.1149228 Sep 03 21:36:58.298863 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-d52e103d-09e7-4dc0-9071-744131f4b05b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ca871a-3073-4cda-96c9-437667d33603 HTTP/1.1" status: 200 len: 217 time: 0.0449357 Sep 03 21:36:58.371790 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-ce83e889-730b-44c7-8185-afea01e75610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:58.375421 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-ce83e889-730b-44c7-8185-afea01e75610 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0665259 Sep 03 21:36:58.394912 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025a10-128e-48df-a86b-f0b7da46fd7b req-b0b28d7c-db2a-43b9-9677-ba4c82426d83 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:58.398975 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8a025a10-128e-48df-a86b-f0b7da46fd7b req-b0b28d7c-db2a-43b9-9677-ba4c82426d83 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0623884 Sep 03 21:36:58.439341 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-0cc7c5f5-b99a-44d9-aaeb-f28fe574236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:58.442186 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-0cc7c5f5-b99a-44d9-aaeb-f28fe574236d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560727 Sep 03 21:36:58.472644 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8a025a10-128e-48df-a86b-f0b7da46fd7b req-c2410b8a-10d5-4942-94f4-b6d223068ef6 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580454 Sep 03 21:36:58.562546 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-ac469ef6-04d0-457a-ac2c-d12cfcc99149 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134732 Sep 03 21:36:58.670045 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e99f677f-e1c9-4963-ac6f-d6af5ab67cb3 req-e57af08e-e7b0-403f-ab3b-b042b1384eb5 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989501 Sep 03 21:36:58.850542 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82776d-7060-4cb9-8274-51e447e6e65c req-dc3d97b5-5009-470f-83a1-e4b1b31323b5 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:36:58.852169 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-de82776d-7060-4cb9-8274-51e447e6e65c req-dc3d97b5-5009-470f-83a1-e4b1b31323b5 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0575285 Sep 03 21:36:58.896437 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-de82776d-7060-4cb9-8274-51e447e6e65c req-ac9419e1-67c7-4dcd-9ff6-6004702c9b97 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370789 Sep 03 21:37:00.265742 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e923a3-8f59-4b65-83d1-1f8946ba459c req-1893781c-d237-40c8-a36c-9482ffab8aaf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:00.267341 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-84e923a3-8f59-4b65-83d1-1f8946ba459c req-1893781c-d237-40c8-a36c-9482ffab8aaf tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0661602 Sep 03 21:37:00.312150 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-84e923a3-8f59-4b65-83d1-1f8946ba459c req-80a15547-df9e-495a-a61a-2e1e6fe4eeb9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376866 Sep 03 21:37:00.442149 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa3499-fcbf-40ef-8d2d-4d048074b7f9 req-6cf424f4-b165-4209-807a-913c1086a5a2 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:00.443715 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-17aa3499-fcbf-40ef-8d2d-4d048074b7f9 req-6cf424f4-b165-4209-807a-913c1086a5a2 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0581551 Sep 03 21:37:00.487711 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-17aa3499-fcbf-40ef-8d2d-4d048074b7f9 req-f5482d65-f690-4427-84fb-e3c9eed927cc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Sep 03 21:37:00.695498 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918756c-de22-4aef-89d9-953873554602 req-feadead8-63b4-4324-ac99-6f5537caf901 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:00.697306 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0918756c-de22-4aef-89d9-953873554602 req-feadead8-63b4-4324-ac99-6f5537caf901 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0495689 Sep 03 21:37:00.751202 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0918756c-de22-4aef-89d9-953873554602 req-8d6ee912-b4e2-41a0-924d-61109a7b56e7 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Sep 03 21:37:01.220586 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-00d3653d-3dd7-424a-ae6b-f8dc85b370a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:01.462353 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031ec60-ed66-4847-82ef-976d81244406 req-0cf85c01-f959-4839-9f27-4cb6d3913cb0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:01.463917 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f031ec60-ed66-4847-82ef-976d81244406 req-0cf85c01-f959-4839-9f27-4cb6d3913cb0 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0616980 Sep 03 21:37:01.505473 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f031ec60-ed66-4847-82ef-976d81244406 req-6702131a-d099-42ae-bdf5-89aed9cdeace tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349250 Sep 03 21:37:01.646298 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642080f-2443-4587-8921-4ceb82d7d39f req-c9fe8913-bdb8-4ce1-8bae-3812218bee41 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:01.647962 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7642080f-2443-4587-8921-4ceb82d7d39f req-c9fe8913-bdb8-4ce1-8bae-3812218bee41 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0685265 Sep 03 21:37:01.694310 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7642080f-2443-4587-8921-4ceb82d7d39f req-03b43fc3-32da-4658-b641-95e86898a2be tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Sep 03 21:37:01.899331 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa531b-664d-46ad-8ecd-5bdad4e6eba2 req-6371cfde-aab9-4103-9296-c38f835335e0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:01.900901 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9bfa531b-664d-46ad-8ecd-5bdad4e6eba2 req-6371cfde-aab9-4103-9296-c38f835335e0 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0584278 Sep 03 21:37:01.942175 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9bfa531b-664d-46ad-8ecd-5bdad4e6eba2 req-bc8e76eb-6667-4958-8ed2-47758335a204 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e61cb9d5-4541-415d-973a-4250a62afd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Sep 03 21:37:02.072130 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-7f9f1e7c-68b3-45d2-8b47-feed171e91be tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:02.073827 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-7f9f1e7c-68b3-45d2-8b47-feed171e91be tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ac02833-1a74-4325-8887-b483027730fb HTTP/1.1" status: 200 len: 946 time: 0.0669255 Sep 03 21:37:02.194067 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Deleting port 55325f34-dc64-4541-a329-fc4f8667e528 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:02.194490 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:02.298853 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] For port 55325f34-dc64-4541-a329-fc4f8667e528, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=55325f34-dc64-4541-a329-fc4f8667e528,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:02.299228 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:02.313483 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Calling delete_port for 55325f34-dc64-4541-a329-fc4f8667e528 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:02.515196 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:02.529264 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['55325f34-dc64-4541-a329-fc4f8667e528'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:37:02.565261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Pushing event deleted for resources: {'Port': ['ID=55325f34-dc64-4541-a329-fc4f8667e528,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:02.620031 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] No DVR routers for this DVR port 55325f34-dc64-4541-a329-fc4f8667e528 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:37:02.623783 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:02.625674 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-650c21ac-0f4b-4e94-80ec-92acc35ec11e req-c15c8687-b95a-454d-9cd8-586bffee6d10 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] 10.222.0.18 "DELETE /v2.0/ports/55325f34-dc64-4541-a329-fc4f8667e528 HTTP/1.1" status: 204 len: 173 time: 0.5447969 Sep 03 21:37:02.626255 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'name': 'network-vif-deleted', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:37:02.631445 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c84ddae-4382-421f-b659-ae2846c5a192" -d '{"events": [{"server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "name": "network-vif-deleted", "tag": "55325f34-dc64-4541-a329-fc4f8667e528"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:37:03.823715 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b88ffc02-33c8-41e8-8c1c-2e23f8b96829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:04.015328 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba748d97-954f-4072-a542-d563461e5a09 req-f6dfc4ee-fd97-4e71-b3d0-68c885b71fa1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:04.018121 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ba748d97-954f-4072-a542-d563461e5a09 req-f6dfc4ee-fd97-4e71-b3d0-68c885b71fa1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0640595 Sep 03 21:37:04.053624 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:04.085815 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ba748d97-954f-4072-a542-d563461e5a09 req-24435021-fc35-4cdd-925e-9f6285e0e6ec tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600405 Sep 03 21:37:04.161314 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aecea1-700c-4777-93ca-ab3587cfe63e x-openstack-request-id: req-36aecea1-700c-4777-93ca-ab3587cfe63e {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:37:04.161854 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac02833-1a74-4325-8887-b483027730fb", "name": "network-vif-deleted", "tag": "55325f34-dc64-4541-a329-fc4f8667e528", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:37:04.161854 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36aecea1-700c-4777-93ca-ab3587cfe63e {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:37:04.162243 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac02833-1a74-4325-8887-b483027730fb', 'name': 'network-vif-deleted', 'tag': '55325f34-dc64-4541-a329-fc4f8667e528', 'status': 'completed', 'code': 200} Sep 03 21:37:04.284339 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af930e-838f-489d-a8fe-ae37e3bb33e5 req-d8b81b01-a889-476f-b08e-532d1cf92b1a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:04.286288 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e3af930e-838f-489d-a8fe-ae37e3bb33e5 req-d8b81b01-a889-476f-b08e-532d1cf92b1a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0734575 Sep 03 21:37:04.339324 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e3af930e-838f-489d-a8fe-ae37e3bb33e5 req-6660e6a2-0859-4dec-8d5a-664aa6e3ad09 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466354 Sep 03 21:37:05.238751 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0830e-e5a2-4787-a4ce-f5d38731dbd8 req-4b9b849d-b20e-49d8-ac6b-a0ca967f4a8b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:05.241345 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b0c0830e-e5a2-4787-a4ce-f5d38731dbd8 req-4b9b849d-b20e-49d8-ac6b-a0ca967f4a8b tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0529361 Sep 03 21:37:05.259517 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:05.290826 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b0c0830e-e5a2-4787-a4ce-f5d38731dbd8 req-1361dca5-ad33-4bf7-984f-96bb8e7b2eb5 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Sep 03 21:37:05.479627 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0fe2-9007-4ac9-97c1-edb53b749d9c req-4bf30cc6-917e-475a-993d-926c83f459ca tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:05.481005 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-330e0fe2-9007-4ac9-97c1-edb53b749d9c req-4bf30cc6-917e-475a-993d-926c83f459ca tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0575616 Sep 03 21:37:05.548458 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-330e0fe2-9007-4ac9-97c1-edb53b749d9c req-cd374735-108d-48c4-aa0b-55dddcda0a27 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564179 Sep 03 21:37:05.928720 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device c7ca871a-3073-4cda-96c9-437667d33603 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:37:05.930878 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 55325f34-dc64-4541-a329-fc4f8667e528 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:05.970470 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 55325f34-dc64-4541-a329-fc4f8667e528 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:05.971088 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 55325f34-dc64-4541-a329-fc4f8667e528 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:06.077132 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port c7ca871a-3073-4cda-96c9-437667d33603, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c7ca871a-3073-4cda-96c9-437667d33603,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:06.090428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'c7ca871a-3073-4cda-96c9-437667d33603', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'port_id': 'c7ca871a-3073-4cda-96c9-437667d33603', 'mac_address': 'fa:16:3e:8a:fb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:37:06.147022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:06.162669 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ca871a-3073-4cda-96c9-437667d33603 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:37:06.193110 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port c7ca871a-3073-4cda-96c9-437667d33603, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c7ca871a-3073-4cda-96c9-437667d33603,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:06.287978 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59088) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:06.295756 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:06.353078 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=c7ca871a-3073-4cda-96c9-437667d33603,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:06.455822 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca144fab-160a-4298-b38e-e27016bc37f1 req-4502c3ad-d7fa-4830-82e8-21c3b9cbe6a4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:06.457310 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ca144fab-160a-4298-b38e-e27016bc37f1 req-4502c3ad-d7fa-4830-82e8-21c3b9cbe6a4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0740578 Sep 03 21:37:06.534785 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['c7ca871a-3073-4cda-96c9-437667d33603'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:37:06.565597 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ca144fab-160a-4298-b38e-e27016bc37f1 req-a0b68aef-8e49-4da1-a0e5-4a331bfc05d4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740597 Sep 03 21:37:06.737683 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022fe2a-e435-46ec-af77-906752952fdf req-2c58daf1-6202-43e7-84d4-80944b7a3c9d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:06.739710 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f022fe2a-e435-46ec-af77-906752952fdf req-2c58daf1-6202-43e7-84d4-80944b7a3c9d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 944 time: 0.0852351 Sep 03 21:37:06.830957 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f022fe2a-e435-46ec-af77-906752952fdf req-96af5595-7234-43d6-bfeb-90eb1b67d588 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836110 Sep 03 21:37:06.861016 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:07.058283 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:07.400695 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Deleting port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:07.401248 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:07.505953 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] For port 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:07.506317 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:07.521154 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Calling delete_port for 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 owned by network:router_interface {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:07.747455 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dad126-fb70-4619-9b23-34037b7e6ab3 req-d9c227f2-108d-479a-827c-3e9e5edf2bad tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:07.749580 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-34dad126-fb70-4619-9b23-34037b7e6ab3 req-d9c227f2-108d-479a-827c-3e9e5edf2bad tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0920017 Sep 03 21:37:07.833687 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-34dad126-fb70-4619-9b23-34037b7e6ab3 req-15cb01d4-f0e0-497f-9f6a-4f01a65eac55 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764101 Sep 03 21:37:07.929813 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:07.943553 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device c7ca871a-3073-4cda-96c9-437667d33603 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:37:07.958693 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:08.024162 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c7a7-759e-44b1-baea-5629793d140f req-5598defd-69f2-42ec-b900-2d5a17f4ef52 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:08.025612 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8956c7a7-759e-44b1-baea-5629793d140f req-5598defd-69f2-42ec-b900-2d5a17f4ef52 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 944 time: 0.1235704 Sep 03 21:37:08.053864 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port c7ca871a-3073-4cda-96c9-437667d33603 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:37:08.058432 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port c7ca871a-3073-4cda-96c9-437667d33603 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:37:08.063843 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:08.166608 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:08.167772 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8956c7a7-759e-44b1-baea-5629793d140f req-70a2152b-fcaa-49ad-8782-cd413fdfa081 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342311 Sep 03 21:37:08.193665 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:37:08.196280 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba046200-7698-4ca1-8b5c-bea76f270a77" -d '{"events": [{"server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "name": "network-vif-plugged", "status": "completed", "tag": "c7ca871a-3073-4cda-96c9-437667d33603"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:37:08.204095 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:08.214164 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port c7ca871a-3073-4cda-96c9-437667d33603, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c7ca871a-3073-4cda-96c9-437667d33603,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:08.237429 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544001ba-e177-463c-a20e-3e82bec498da x-openstack-request-id: req-544001ba-e177-463c-a20e-3e82bec498da {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:37:08.237811 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "name": "network-vif-plugged", "status": "completed", "tag": "c7ca871a-3073-4cda-96c9-437667d33603", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:37:08.238130 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-544001ba-e177-463c-a20e-3e82bec498da {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:37:08.238587 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603', 'code': 200} Sep 03 21:37:08.276670 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:08.328775 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=c7ca871a-3073-4cda-96c9-437667d33603,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:08.460255 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Router c201cb8f-f660-435c-b3f7-e0d12e00b0be has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:37:08.570038 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:37:08.575557 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-e1cd28b2-0279-489d-ab69-51d59d6e8bb1 admin admin] 10.222.0.46 "PUT /v2.0/routers/c201cb8f-f660-435c-b3f7-e0d12e00b0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2859159 Sep 03 21:37:08.578611 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59118) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:08.581117 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] Sync routers for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:37:08.590332 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:08.590998 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:08.617715 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40467048-80d4-4a46-aad7-3bf655f30cb2 req-cee04989-9b8b-4ef8-878a-7caf7ebfa3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:08.619669 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-40467048-80d4-4a46-aad7-3bf655f30cb2 req-cee04989-9b8b-4ef8-878a-7caf7ebfa3da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0396969 Sep 03 21:37:08.673143 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-40467048-80d4-4a46-aad7-3bf655f30cb2 req-3c1b925f-0305-458a-9e63-56e6e3682b29 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456786 Sep 03 21:37:08.696569 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:08.719331 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:08.801176 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:08.899729 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:37:07Z', 'revision_number': 5, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port': {'id': '0480f7f1-64e9-4dc9-abbf-50e4caa48a20', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:08.928048 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] Checking router: c201cb8f-f660-435c-b3f7-e0d12e00b0be for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:37:08.937007 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] Routers {'c201cb8f-f660-435c-b3f7-e0d12e00b0be'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:08.937699 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:08.977658 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b8b85-4994-46f9-8440-24544074be89 req-0a8a9195-66e1-443a-8752-c791eb3698bc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:08.979164 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-846b8b85-4994-46f9-8440-24544074be89 req-0a8a9195-66e1-443a-8752-c791eb3698bc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0662341 Sep 03 21:37:08.980625 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Deleting port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:08.980961 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.000842 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-2e002c87-70f7-465b-954c-cca72af6e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:09.002483 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-2e002c87-70f7-465b-954c-cca72af6e24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 1098 time: 0.0477071 Sep 03 21:37:09.025171 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] Set router c201cb8f-f660-435c-b3f7-e0d12e00b0be gateway port host: None {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:09.071184 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-846b8b85-4994-46f9-8440-24544074be89 req-dc6e6f03-2256-438f-97ea-b78f06e7f32d tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745904 Sep 03 21:37:09.089180 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:37:08Z', 'revision_number': 6, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port_host': None}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:09.093433 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] For port 0480f7f1-64e9-4dc9-abbf-50e4caa48a20, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=0480f7f1-64e9-4dc9-abbf-50e4caa48a20,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:09.093800 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.096475 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-2e760efd-1ef3-492c-8c53-610732854f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:09.097963 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-2e760efd-1ef3-492c-8c53-610732854f0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.0879238 Sep 03 21:37:09.111475 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Calling delete_port for 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 owned by network:router_gateway {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:09.119822 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b2851-613c-4d7b-a7b7-bfc0ebf76ff8 None None] The sync data for ids ['c201cb8f-f660-435c-b3f7-e0d12e00b0be'] in dv-cinder-759987-9-iscsi is: [{'id': 'c201cb8f-f660-435c-b3f7-e0d12e00b0be', 'name': 'tempest-TestMinimumBasicScenario-585932597-router', 'tenant_id': 'c957ac51794a4288bfd8c669b8a919f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:12Z', 'updated_at': '2021-09-03T21:37:08Z', 'revision_number': 6, 'project_id': 'c957ac51794a4288bfd8c669b8a919f7', 'gw_port_host': None}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:37:09.173078 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-0a5237b0-0759-47c7-bfe5-a6c62e153fc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06b881c-2453-448b-ac32-7da9abd55fdc HTTP/1.1" status: 200 len: 1000 time: 0.0665178 Sep 03 21:37:09.222966 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-0954c5c1-0ea7-4a70-881e-e0f4f2be06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:09.224835 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-0954c5c1-0ea7-4a70-881e-e0f4f2be06db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0446553 Sep 03 21:37:09.271546 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-5e7892c8-9f99-4947-b2f1-58e744679277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:09.273054 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-5e7892c8-9f99-4947-b2f1-58e744679277 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401025 Sep 03 21:37:09.323054 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea3548-cf3c-4360-887c-72654cc31e1f req-07e9ae81-fe56-40a0-9b1f-22768f1911f8 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:09.324667 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3dea3548-cf3c-4360-887c-72654cc31e1f req-07e9ae81-fe56-40a0-9b1f-22768f1911f8 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0822659 Sep 03 21:37:09.371227 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-95f4ae13-c52c-4340-b4e0-22589b498656 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893731 Sep 03 21:37:09.372642 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3dea3548-cf3c-4360-887c-72654cc31e1f req-abe6951d-a50f-4240-b4bf-57c2845bfef2 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 Sep 03 21:37:09.400497 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.434484 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0480f7f1-64e9-4dc9-abbf-50e4caa48a20,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:09.472234 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5e761521-94b8-4b9f-bf49-e5cdf1bcbdeb req-425a55cc-e82c-4e2c-ab6a-c6e1ad2c0b18 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922878 Sep 03 21:37:09.494560 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.587568 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.589641 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.699596 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.700076 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router c201cb8f-f660-435c-b3f7-e0d12e00b0be {{(pid=94320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:37:09.704524 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.705305 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7d57adf8-f2fb-4123-bc1e-427438cd37ce admin admin] 10.222.0.46 "DELETE /v2.0/routers/c201cb8f-f660-435c-b3f7-e0d12e00b0be HTTP/1.1" status: 204 len: 168 time: 1.1245887 Sep 03 21:37:09.707840 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59126) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:09.753279 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d75fba-2582-4c46-a45f-077078f96302 admin admin] Deleting subnet 09e7b2fe-7699-4bae-b51a-4f342316a662 {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:37:09.756309 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67d75fba-2582-4c46-a45f-077078f96302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.789466 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67d75fba-2582-4c46-a45f-077078f96302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126713736'] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:09.901988 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67d75fba-2582-4c46-a45f-077078f96302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.025801 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67d75fba-2582-4c46-a45f-077078f96302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126713327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126409370'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.052852 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d75fba-2582-4c46-a45f-077078f96302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e7b2fe-7699-4bae-b51a-4f342316a662,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:10.056528 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67d75fba-2582-4c46-a45f-077078f96302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.058442 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-67d75fba-2582-4c46-a45f-077078f96302 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/09e7b2fe-7699-4bae-b51a-4f342316a662 HTTP/1.1" status: 204 len: 168 time: 0.3496945 Sep 03 21:37:10.063359 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59128) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:10.064126 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744db8f2-d928-4f53-a4a1-e3d4182496ba None None] Network 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:37:10.153959 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.217161 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35477e6-6df7-4e6d-a430-87e4698bac38 req-eb13a2a3-289d-48bc-8a72-2e1496679393 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:10.219294 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e35477e6-6df7-4e6d-a430-87e4698bac38 req-eb13a2a3-289d-48bc-8a72-2e1496679393 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0547554 Sep 03 21:37:10.228358 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Deleting port 159c3b50-6d49-4647-b482-132002529642 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:10.228933 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.272149 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] DHCP port deletion for 7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a request from dv-cinder-759987-9-iscsi {{(pid=94321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 21:37:10.283166 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e35477e6-6df7-4e6d-a430-87e4698bac38 req-935003d9-69d4-47e3-a24e-14420657e570 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562754 Sep 03 21:37:10.328717 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] For port 159c3b50-6d49-4647-b482-132002529642, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=159c3b50-6d49-4647-b482-132002529642,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:10.329451 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.334782 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] Deleting port 159c3b50-6d49-4647-b482-132002529642 {{(pid=94321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:10.335195 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.344615 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Calling delete_port for 159c3b50-6d49-4647-b482-132002529642 owned by network:dhcp {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:10.411852 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] For port 159c3b50-6d49-4647-b482-132002529642, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=159c3b50-6d49-4647-b482-132002529642,segment=NetworkSegment(d07d9e35-65ed-42a7-9816-7cef2e1ed2ba),segment_id=d07d9e35-65ed-42a7-9816-7cef2e1ed2ba)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:10.412535 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.429790 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] Calling delete_port for 159c3b50-6d49-4647-b482-132002529642 owned by network:dhcp {{(pid=94321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:10.528060 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.547506 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bf646-131e-4756-8c9c-4df00e17cbd1 req-4c086d1d-2b27-49b4-8b86-e4428127bfad tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:10.549475 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d29bf646-131e-4756-8c9c-4df00e17cbd1 req-4c086d1d-2b27-49b4-8b86-e4428127bfad tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0800853 Sep 03 21:37:10.556799 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=159c3b50-6d49-4647-b482-132002529642,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:10.560846 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] No DVR routers for this DVR port 159c3b50-6d49-4647-b482-132002529642 on host dv-cinder-759987-9-iscsi {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:37:10.609494 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d29bf646-131e-4756-8c9c-4df00e17cbd1 req-dc18a43a-a322-4e6f-986d-cc8128437960 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532343 Sep 03 21:37:10.639623 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.659048 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:10.680574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:10.680829 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07d9e35-65ed-42a7-9816-7cef2e1ed2ba') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:10.701725 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.740168 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314'] for port, after_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.743124 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.751963 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:37:10.752305 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:37:10.768806 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:37:10.775169 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4995bf-3bc8-4908-98bc-473ea071f504 req-d8c1f12b-cc08-4b50-8886-1b4f3c775a86 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:10.779459 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9d4995bf-3bc8-4908-98bc-473ea071f504 req-d8c1f12b-cc08-4b50-8886-1b4f3c775a86 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0625346 Sep 03 21:37:10.784792 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:10.787532 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] Pushing event deleted for resources: {'Port': ['ID=159c3b50-6d49-4647-b482-132002529642,revision_number=None']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:10.793871 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdcb4d-be16-46db-a4b5-a8cbc56d82f6 None None] No DVR routers for this DVR port 159c3b50-6d49-4647-b482-132002529642 on host dv-cinder-759987-9-iscsi {{(pid=94321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:37:10.825852 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:10.826333 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2eadfb9e-e0c2-4abc-a17e-3ff8de49b1e1 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:10.826795 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:10.843303 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9d4995bf-3bc8-4908-98bc-473ea071f504 req-ca131628-0d77-4a75-929e-b8cb29a64f14 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582306 Sep 03 21:37:10.869646 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:10.869646 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 0480f7f1-64e9-4dc9-abbf-50e4caa48a20 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:10.869646 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 159c3b50-6d49-4647-b482-132002529642 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:10.871714 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59138) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:10.886277 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 159c3b50-6d49-4647-b482-132002529642 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:10.886669 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 159c3b50-6d49-4647-b482-132002529642 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:10.928802 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.938926 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:10.941772 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] 10.222.0.46 "DELETE /v2.0/networks/7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a HTTP/1.1" status: 204 len: 168 time: 0.8795242 Sep 03 21:37:10.950273 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59142) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:10.951258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e78c2-5932-4a11-9c21-30aa0b2fd3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3c2cc0-3e05-4074-8ea1-6b356ff2a41a,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:11.049822 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59ac51-723b-4a5a-ba45-aa98a9aaa620 tempest-TestVolumeBootPattern-2061131756 tempest-TestVolumeBootPattern-2061131756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:11.051385 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-3c59ac51-723b-4a5a-ba45-aa98a9aaa620 tempest-TestVolumeBootPattern-2061131756 tempest-TestVolumeBootPattern-2061131756-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 1093 time: 0.1785357 Sep 03 21:37:11.058943 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59144) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:11.064387 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'port_id': 'c7ca871a-3073-4cda-96c9-437667d33603', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:37:11.177734 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:11.272801 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:11.351124 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:11.401245 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Allocated IP 172.27.3.173 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/acf8f86d-edc8-4339-a7a2-bf3ee47d2163) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:37:11.480172 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d5a79-4b85-4425-b7cf-eb4fe840ba40 req-ab5e9abc-a4d9-463b-9b02-caff6b338b2f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:11.481811 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ee4d5a79-4b85-4425-b7cf-eb4fe840ba40 req-ab5e9abc-a4d9-463b-9b02-caff6b338b2f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 945 time: 0.0951030 Sep 03 21:37:11.506135 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:11.582457 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ee4d5a79-4b85-4425-b7cf-eb4fe840ba40 req-dbea44f4-aa32-4fc9-b05a-e08e77514a9e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880027 Sep 03 21:37:11.659426 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:11.682784 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Deleting port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:11.683134 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:11.694975 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:37:11.699392 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:37:11.703623 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:37:11.731852 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=acf8f86d-edc8-4339-a7a2-bf3ee47d2163,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:11.775332 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] For port 18cedbea-1c5d-42e3-8b98-dcc97f9402ef, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,segment=NetworkSegment(3d12356d-2028-4b12-a8f9-67c2c9491de5),segment_id=3d12356d-2028-4b12-a8f9-67c2c9491de5)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:11.775696 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:11.788662 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Calling delete_port for 18cedbea-1c5d-42e3-8b98-dcc97f9402ef owned by network:router_interface {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:11.951220 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:12.032031 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.056340 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:37:12.058676 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cf60cd-2034-4f35-b3a7-ec38e41d77b8" -d '{"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-unplugged", "status": "completed", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:37:12.071776 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:12.082684 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.084491 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.091186 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3741e14b-341f-49b3-a9ce-f072811c215d x-openstack-request-id: req-3741e14b-341f-49b3-a9ce-f072811c215d {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:37:12.091655 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-unplugged", "status": "failed", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc", "code": 422}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:37:12.092071 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3741e14b-341f-49b3-a9ce-f072811c215d {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:37:12.093199 dv-cinder-759987-9-iscsi neutron-server[94321]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'code': 422} returned with failed status Sep 03 21:37:12.116690 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=18cedbea-1c5d-42e3-8b98-dcc97f9402ef,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:12.195102 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.259197 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=8']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:12.317921 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.513137 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.543651 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Router ec5c7c5f-e7d1-469d-9153-f05292081d35 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:37:12.675937 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.773961 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.844938 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=acf8f86d-edc8-4339-a7a2-bf3ee47d2163,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:12.860216 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:12.939065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466992a-991c-4b05-9a9f-762018f2ab54 req-38eb0b73-70ce-4bf1-b3c3-05114c4a18f1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:12.940563 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1466992a-991c-4b05-9a9f-762018f2ab54 req-38eb0b73-70ce-4bf1-b3c3-05114c4a18f1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0674589 Sep 03 21:37:12.959627 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:37:12.959965 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Floating IP 9cd0b4a5-ee76-4fec-8a2b-67a68e6879ca associated. External IP: 172.27.3.173, port: c7ca871a-3073-4cda-96c9-437667d33603. Sep 03 21:37:12.970303 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] Sync routers for ids ['ec5c7c5f-e7d1-469d-9153-f05292081d35'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:37:12.972361 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-a4df199a-1bd1-4298-bceb-1e7e3c04e1f9 admin admin] 10.222.0.46 "PUT /v2.0/routers/ec5c7c5f-e7d1-469d-9153-f05292081d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0198240 Sep 03 21:37:12.974005 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59166) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:12.981430 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] Routers {'ec5c7c5f-e7d1-469d-9153-f05292081d35'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:12.982214 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['ec5c7c5f-e7d1-469d-9153-f05292081d35'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:13.039556 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1466992a-991c-4b05-9a9f-762018f2ab54 req-5fe4d844-e56c-45c5-9ac0-51c730e26207 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914743 Sep 03 21:37:13.089101 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] Set router ec5c7c5f-e7d1-469d-9153-f05292081d35 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:13.137780 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks [] for router, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.197946 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Router a51f8479-a420-4081-8dc8-b99eee086d0f has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:37:13.249625 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.277386 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:37:11Z', 'revision_number': 5, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:13.307203 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] Checking router: ec5c7c5f-e7d1-469d-9153-f05292081d35 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:37:13.312010 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:37:13.317156 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] Routers {'ec5c7c5f-e7d1-469d-9153-f05292081d35'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:13.318636 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['ec5c7c5f-e7d1-469d-9153-f05292081d35'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:13.324323 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:37:13.336132 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:13.336763 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:13.399932 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Deleting port 9056874e-f4e4-4de3-9cc5-7f9e5937859b {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:13.400442 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.442686 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] Set router ec5c7c5f-e7d1-469d-9153-f05292081d35 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:13.446577 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:13.459348 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.491118 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] For port 9056874e-f4e4-4de3-9cc5-7f9e5937859b, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=9056874e-f4e4-4de3-9cc5-7f9e5937859b,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:13.491577 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.505894 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Calling delete_port for 9056874e-f4e4-4de3-9cc5-7f9e5937859b owned by network:router_gateway {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:13.512487 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-b1b98bbf-8447-40c0-99e0-c11d6549151f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4523525 Sep 03 21:37:13.516012 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:37:13.518685 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f9086-bd47-4895-b9a6-a63ed209ad5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "tag": "c7ca871a-3073-4cda-96c9-437667d33603"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:37:13.661312 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:37:11Z', 'revision_number': 5, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:13.688929 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751bba8-ae7a-4927-a259-231a53ddd112 None None] The sync data for ids ['ec5c7c5f-e7d1-469d-9153-f05292081d35'] in dv-cinder-759987-9-iscsi is: [{'id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'name': 'tempest-TestMinimumBasicScenario-14948808-router', 'tenant_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:37:11Z', 'revision_number': 5, 'project_id': 'd4778e5e5ed94a5b81388d8df31f5615', 'gw_port': {'id': '9056874e-f4e4-4de3-9cc5-7f9e5937859b', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5c7c5f-e7d1-469d-9153-f05292081d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:33:21Z', 'updated_at': '2021-09-03T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:37:13.741109 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '9cd0b4a5-ee76-4fec-8a2b-67a68e6879ca', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'c7ca871a-3073-4cda-96c9-437667d33603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:8a:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:37:11Z', 'updated_at': '2021-09-03T21:37:11Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:13.767287 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.768385 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:37:13.776621 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:13.777225 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:13.791046 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.816765 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Pushing event deleted for resources: {'Port': ['ID=9056874e-f4e4-4de3-9cc5-7f9e5937859b,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:13.883041 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.883365 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:13.977389 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:13.979552 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.111979 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '9cd0b4a5-ee76-4fec-8a2b-67a68e6879ca', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'c7ca871a-3073-4cda-96c9-437667d33603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:8a:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:37:11Z', 'updated_at': '2021-09-03T21:37:11Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:14.137928 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.138610 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5c7c5f-e7d1-469d-9153-f05292081d35 {{(pid=94320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:37:14.144842 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a836ad9-9cfc-4717-bc61-ed3d68ab37ed None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '9cd0b4a5-ee76-4fec-8a2b-67a68e6879ca', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'c7ca871a-3073-4cda-96c9-437667d33603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:8a:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:37:11Z', 'updated_at': '2021-09-03T21:37:11Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:37:14.147106 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.148551 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-1f827f19-2706-442a-99e2-12634f903853 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ec5c7c5f-e7d1-469d-9153-f05292081d35 HTTP/1.1" status: 204 len: 168 time: 1.1736460 Sep 03 21:37:14.151073 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59186) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:14.203614 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-92479897-194c-4d63-9393-4535e3d8ecc4 admin admin] Deleting subnet 223e16ea-33a8-4943-be28-f60056e9cf12 {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:37:14.206841 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-92479897-194c-4d63-9393-4535e3d8ecc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.243794 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-92479897-194c-4d63-9393-4535e3d8ecc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126713736'] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.334048 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-92479897-194c-4d63-9393-4535e3d8ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.413746 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18021a28-8e3c-4093-8ccd-12dbf3ec0841 None None] New status for floating IP 9cd0b4a5-ee76-4fec-8a2b-67a68e6879ca: ACTIVE {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:37:14.509672 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-92479897-194c-4d63-9393-4535e3d8ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126713327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126409370'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.538202 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92479897-194c-4d63-9393-4535e3d8ecc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223e16ea-33a8-4943-be28-f60056e9cf12,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:14.542186 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-92479897-194c-4d63-9393-4535e3d8ecc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.544403 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-92479897-194c-4d63-9393-4535e3d8ecc4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/223e16ea-33a8-4943-be28-f60056e9cf12 HTTP/1.1" status: 204 len: 168 time: 0.3922346 Sep 03 21:37:14.547487 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59196) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:14.549902 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f400ea56-f793-4d5e-a7f1-a0375d153b03 None None] Network de2b5580-7363-41eb-a504-056f4081a6ed requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:37:14.618409 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.674662 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Deleting port 6f83a58a-8874-4c26-8d61-5dc180a6d95b {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:14.675067 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.744300 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] For port 6f83a58a-8874-4c26-8d61-5dc180a6d95b, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=6f83a58a-8874-4c26-8d61-5dc180a6d95b,segment=NetworkSegment(3d12356d-2028-4b12-a8f9-67c2c9491de5),segment_id=3d12356d-2028-4b12-a8f9-67c2c9491de5)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:14.744595 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.769327 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Calling delete_port for 6f83a58a-8874-4c26-8d61-5dc180a6d95b owned by network:dhcp {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:14.786349 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] DHCP port deletion for de2b5580-7363-41eb-a504-056f4081a6ed request from dv-cinder-759987-9-iscsi {{(pid=94321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 21:37:14.853939 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] Deleting port 6f83a58a-8874-4c26-8d61-5dc180a6d95b {{(pid=94321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:14.854317 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.857379 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 18cedbea-1c5d-42e3-8b98-dcc97f9402ef no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:14.886364 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 18cedbea-1c5d-42e3-8b98-dcc97f9402ef {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:14.886720 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 18cedbea-1c5d-42e3-8b98-dcc97f9402ef not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:14.887147 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 9056874e-f4e4-4de3-9cc5-7f9e5937859b no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:14.913244 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 9056874e-f4e4-4de3-9cc5-7f9e5937859b {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:14.913587 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 9056874e-f4e4-4de3-9cc5-7f9e5937859b not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:14.913990 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 6f83a58a-8874-4c26-8d61-5dc180a6d95b no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:14.962312 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.975549 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] For port 6f83a58a-8874-4c26-8d61-5dc180a6d95b, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=6f83a58a-8874-4c26-8d61-5dc180a6d95b,segment=NetworkSegment(3d12356d-2028-4b12-a8f9-67c2c9491de5),segment_id=3d12356d-2028-4b12-a8f9-67c2c9491de5)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:14.975951 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:14.985092 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f83a58a-8874-4c26-8d61-5dc180a6d95b,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:14.995573 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] Calling delete_port for 6f83a58a-8874-4c26-8d61-5dc180a6d95b owned by network:dhcp {{(pid=94321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:15.000839 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] No DVR routers for this DVR port 6f83a58a-8874-4c26-8d61-5dc180a6d95b on host dv-cinder-759987-9-iscsi {{(pid=94320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:37:15.008535 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No active binding found for port 6f83a58a-8874-4c26-8d61-5dc180a6d95b {{(pid=94321) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 03 21:37:15.009026 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 6f83a58a-8874-4c26-8d61-5dc180a6d95b not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:15.079524 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314'] for port, after_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:15.081713 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:15.092072 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2b5580-7363-41eb-a504-056f4081a6ed']}} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:15.103741 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d12356d-2028-4b12-a8f9-67c2c9491de5') {'for_net_delete': True} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:15.110240 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d12356d-2028-4b12-a8f9-67c2c9491de5') {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:15.114515 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126713745'] for segment, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:15.120596 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] Pushing event deleted for resources: {'Port': ['ID=6f83a58a-8874-4c26-8d61-5dc180a6d95b,revision_number=None']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:15.130615 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e67bfe-6e49-4bda-bacd-23d881566e68 None None] No DVR routers for this DVR port 6f83a58a-8874-4c26-8d61-5dc180a6d95b on host dv-cinder-759987-9-iscsi {{(pid=94321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:37:15.131062 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:15.140910 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713265'] for segment, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: Traceback (most recent call last): Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: timer() Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: cb(*args, **kw) Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: return func(*args, **kwargs) Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: self._notify() Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: self.callback(batched_events) Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: event.method(event) Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: return f(self, *a, **k) Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._get(url).json() Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: return self.request(url, 'GET', **kwargs) Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:37:15.146364 dv-cinder-759987-9-iscsi neutron-server[94320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:37:15.255395 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291be939-b682-47ac-9b4e-bb5dfb78f378 x-openstack-request-id: req-291be939-b682-47ac-9b4e-bb5dfb78f378 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:37:15.255887 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "tag": "c7ca871a-3073-4cda-96c9-437667d33603", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:37:15.256074 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-291be939-b682-47ac-9b4e-bb5dfb78f378 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:37:15.256566 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603', 'status': 'completed', 'code': 200} Sep 03 21:37:15.316600 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:15.334519 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-915add55-affa-497f-a6cd-c1be959ba792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:15.336319 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-915add55-affa-497f-a6cd-c1be959ba792 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0468836 Sep 03 21:37:15.341189 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2b5580-7363-41eb-a504-056f4081a6ed,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:15.345863 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:15.348058 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-de1ff797-5bed-45c6-a7aa-77b15d2ceff1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/de2b5580-7363-41eb-a504-056f4081a6ed HTTP/1.1" status: 204 len: 168 time: 0.7994196 Sep 03 21:37:15.450157 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-18b656bb-70cf-424d-a348-7091f72542f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:15.452639 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-18b656bb-70cf-424d-a348-7091f72542f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.1091104 Sep 03 21:37:15.523959 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-783dd6a9-8908-4e0a-8e1d-535ee5c36783 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ca871a-3073-4cda-96c9-437667d33603 HTTP/1.1" status: 200 len: 1001 time: 0.0632420 Sep 03 21:37:15.577438 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-3c0ffedb-8487-4b7f-a7a7-c5da11f31dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:15.578932 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-3c0ffedb-8487-4b7f-a7a7-c5da11f31dc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0483880 Sep 03 21:37:15.624533 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-d30c4153-21c0-42a9-80e5-4b6b7d42be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:15.626141 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-d30c4153-21c0-42a9-80e5-4b6b7d42be9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398493 Sep 03 21:37:15.720089 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-d4f8141f-a7cf-4635-8f2b-c464f1779a5a service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868077 Sep 03 21:37:15.821550 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-353f9086-bd47-4895-b9a6-a63ed209ad5f req-ff40ff76-4940-40a5-8e73-517948d31859 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908530 Sep 03 21:37:15.828936 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59210) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:15.873231 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-86252347-1b4f-4c64-bedd-4645c3e5cc4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c957ac51794a4288bfd8c669b8a919f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430722 Sep 03 21:37:15.876333 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59212) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:15.923702 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8231eabe-d666-49ff-bc8b-e9335909b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:15.944095 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8231eabe-d666-49ff-bc8b-e9335909b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:16.099258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8231eabe-d666-49ff-bc8b-e9335909b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:16.103450 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-8231eabe-d666-49ff-bc8b-e9335909b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:16.104667 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-8231eabe-d666-49ff-bc8b-e9335909b677 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e61cb9d5-4541-415d-973a-4250a62afd10 HTTP/1.1" status: 204 len: 168 time: 0.2272887 Sep 03 21:37:16.113809 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231eabe-d666-49ff-bc8b-e9335909b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61cb9d5-4541-415d-973a-4250a62afd10,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:16.248974 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-b5028c5a-61cc-4ac2-92f0-5eb351fe88ba req-a1e69280-7818-40c7-872e-73103de16a33 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:37:16.249953 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b5028c5a-61cc-4ac2-92f0-5eb351fe88ba req-a1e69280-7818-40c7-872e-73103de16a33 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054507 Sep 03 21:37:16.675180 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829fcc1-f30b-43ab-9c59-6380818f0904 req-2d07cc0c-9f0d-4159-9530-939dff332e09 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:16.676634 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5829fcc1-f30b-43ab-9c59-6380818f0904 req-2d07cc0c-9f0d-4159-9530-939dff332e09 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0529087 Sep 03 21:37:16.714757 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5829fcc1-f30b-43ab-9c59-6380818f0904 req-f42a8bf2-00e8-489a-be16-079dd739424c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322115 Sep 03 21:37:16.882737 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59236) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:16.923579 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b947fa1f-97af-4dee-9e1f-e36bf4b6ffca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4778e5e5ed94a5b81388d8df31f5615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396750 Sep 03 21:37:16.926020 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59238) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:16.972816 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-49f1fa52-7452-4007-be1c-734548f981a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:16.993341 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-49f1fa52-7452-4007-be1c-734548f981a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:17.133705 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-49f1fa52-7452-4007-be1c-734548f981a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:17.136326 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-49f1fa52-7452-4007-be1c-734548f981a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:17.137468 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-49f1fa52-7452-4007-be1c-734548f981a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d5cfef9-9e6b-44ca-ac8f-127dfcf7f31b HTTP/1.1" status: 204 len: 168 time: 0.2105606 Sep 03 21:37:17.145682 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1fa52-7452-4007-be1c-734548f981a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5cfef9-9e6b-44ca-ac8f-127dfcf7f31b,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:17.320476 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59250) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:17.408356 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-e5ce9780-9d73-40f0-8ce6-a013b8b91f4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866709 Sep 03 21:37:17.417150 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-ef3cd9d2-b0be-4b27-a2da-40079e0c2fca service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:37:17.418114 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-ef3cd9d2-b0be-4b27-a2da-40079e0c2fca service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048738 Sep 03 21:37:17.833113 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72c3f-235c-4c86-a9dc-a8b379c3d2f6 req-e390d719-4401-4659-bf55-5da23d46ffed tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:17.834657 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-86a72c3f-235c-4c86-a9dc-a8b379c3d2f6 req-e390d719-4401-4659-bf55-5da23d46ffed tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0477087 Sep 03 21:37:17.872940 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-86a72c3f-235c-4c86-a9dc-a8b379c3d2f6 req-35e96e67-bfd3-4eb5-bfa2-609366cfc7b1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Sep 03 21:37:18.089728 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-1b5bd686-bb22-4e08-9d45-38be9fdbc456 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412278 Sep 03 21:37:18.152546 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-876eb08c-621c-4abc-a3d7-7b2e1a299644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:18.152546 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-876eb08c-621c-4abc-a3d7-7b2e1a299644 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6563f94581a4c3586432072f45f94d8&device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 1099 time: 0.0400684 Sep 03 21:37:18.262552 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-74a99eda-88fb-49fe-80a8-56991f6f268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:18.264083 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-74a99eda-88fb-49fe-80a8-56991f6f268a service neutron] 10.222.0.18 "GET /v2.0/networks?id=09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 200 len: 910 time: 0.0879369 Sep 03 21:37:18.326602 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-5a7d59ae-3936-48a1-879e-8c6c3b97df1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d HTTP/1.1" status: 200 len: 1002 time: 0.0549850 Sep 03 21:37:18.376504 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-bddc17a0-c996-4e58-b598-5fd6dd02704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:18.377906 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-bddc17a0-c996-4e58-b598-5fd6dd02704b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 200 len: 848 time: 0.0432904 Sep 03 21:37:18.432176 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-1fad1fe4-d987-4ec8-91c6-0ebef19ed292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:18.432176 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-1fad1fe4-d987-4ec8-91c6-0ebef19ed292 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09e8758b-c299-4d5e-9303-5faad8c1093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429347 Sep 03 21:37:18.516333 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-9d297ee3-efff-445d-8ce3-354e980c8313 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819681 Sep 03 21:37:18.606217 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ca2877dc-8789-4bb2-aea8-13f95f115e29 req-214cf2d0-6db6-40e7-874e-bd5210e27017 service neutron] 10.222.0.18 "GET /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820162 Sep 03 21:37:18.760194 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-973e8444-d799-41a9-aac7-89d72dc1a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:18.761673 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-973e8444-d799-41a9-aac7-89d72dc1a408 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab&tenant_id=3b98ff6005d34331b5eb83d5601b79c1 HTTP/1.1" status: 200 len: 1096 time: 0.0382292 Sep 03 21:37:18.820302 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-1cdd6607-ea83-4595-9534-f8966296e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:18.821742 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-1cdd6607-ea83-4595-9534-f8966296e3b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 1096 time: 0.0375681 Sep 03 21:37:18.911405 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-2cecac27-14de-45f7-b883-ac7819646c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:18.912883 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-2cecac27-14de-45f7-b883-ac7819646c06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 200 len: 918 time: 0.0839415 Sep 03 21:37:18.976412 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-db40cc90-177a-4bb2-a03c-f7ab0b52a621 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06b881c-2453-448b-ac32-7da9abd55fdc HTTP/1.1" status: 200 len: 998 time: 0.0565667 Sep 03 21:37:18.990290 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf097a-7337-4802-b6e4-57c42b4390bc req-8189978d-bb05-4b20-b167-3d4192607112 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:18.991859 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2fdf097a-7337-4802-b6e4-57c42b4390bc req-8189978d-bb05-4b20-b167-3d4192607112 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0479827 Sep 03 21:37:19.028211 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-6c48995c-d637-4644-a059-17d2c58e12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:19.029735 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-6c48995c-d637-4644-a059-17d2c58e12e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 200 len: 856 time: 0.0467076 Sep 03 21:37:19.031656 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2fdf097a-7337-4802-b6e4-57c42b4390bc req-49e43323-39fa-482f-8688-5f06a9856901 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Sep 03 21:37:19.074473 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-3c3e789a-0f46-4dad-b5d3-09003113bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:19.076023 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-3c3e789a-0f46-4dad-b5d3-09003113bec4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=489e42f5-1995-441f-ace5-7b78c4ea64b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393240 Sep 03 21:37:19.164013 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-0fdcf122-64b5-4a57-9b2c-2c196d7ac30d service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803058 Sep 03 21:37:19.252530 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ac01f14e-84ea-4902-b41e-960be0d2ffdc req-978dfe79-ccde-4b21-85c0-d402ccf5daa0 service neutron] 10.222.0.18 "GET /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807428 Sep 03 21:37:20.173018 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229abc8-b681-4414-9243-48b3da6176be req-0136d588-afbd-4b88-a329-d1bffc8e25d3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:20.175229 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0229abc8-b681-4414-9243-48b3da6176be req-0136d588-afbd-4b88-a329-d1bffc8e25d3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0628016 Sep 03 21:37:20.214875 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0229abc8-b681-4414-9243-48b3da6176be req-c6dbcef3-2ee5-4651-8662-71ea841bae5f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343304 Sep 03 21:37:21.338951 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79706-1095-47a7-b839-0e7e9844b0cb req-946deeae-cad6-4f96-9e15-6ab5dff081ce tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:21.340522 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c6f79706-1095-47a7-b839-0e7e9844b0cb req-946deeae-cad6-4f96-9e15-6ab5dff081ce tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0492659 Sep 03 21:37:21.379957 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c6f79706-1095-47a7-b839-0e7e9844b0cb req-a60705bd-37f5-4ad3-ba89-e7fad6e82211 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Sep 03 21:37:22.502251 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5e471-9372-48ea-8105-904a6079ae33 req-41608a8c-3ca3-4118-8f75-ea44fa63a7c8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:22.504025 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-96d5e471-9372-48ea-8105-904a6079ae33 req-41608a8c-3ca3-4118-8f75-ea44fa63a7c8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0485516 Sep 03 21:37:22.543892 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-96d5e471-9372-48ea-8105-904a6079ae33 req-672b1e7b-0de2-425c-8cf4-0dfc6f62de5f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332115 Sep 03 21:37:23.672417 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cb39a-1549-439c-80c3-8417da5fce9d req-b3e05101-2f2a-4165-9574-7ecb0ec6f0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:23.673863 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bb6cb39a-1549-439c-80c3-8417da5fce9d req-b3e05101-2f2a-4165-9574-7ecb0ec6f0ae tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0576625 Sep 03 21:37:23.715217 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bb6cb39a-1549-439c-80c3-8417da5fce9d req-7825269e-c8e1-4c3a-a73c-addf5aab5ba8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353296 Sep 03 21:37:24.846318 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e37df-4d9b-47f9-b3ee-73aad3013998 req-8a37d48c-7440-4c2a-bbbe-b24bd0fd5811 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:24.848127 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-430e37df-4d9b-47f9-b3ee-73aad3013998 req-8a37d48c-7440-4c2a-bbbe-b24bd0fd5811 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0504961 Sep 03 21:37:24.890443 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-430e37df-4d9b-47f9-b3ee-73aad3013998 req-f6539e1c-3490-4cc6-aec1-cd2b3f6537c3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365045 Sep 03 21:37:26.013218 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e0f2-7baf-45c7-8940-03db2aa76ab2 req-717e7f46-1fd1-449a-8fcc-c52c3ed906f2 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:26.015924 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4606e0f2-7baf-45c7-8940-03db2aa76ab2 req-717e7f46-1fd1-449a-8fcc-c52c3ed906f2 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0510218 Sep 03 21:37:26.056550 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4606e0f2-7baf-45c7-8940-03db2aa76ab2 req-5a394b2d-bc60-4cf4-80be-40dac8b71881 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342085 Sep 03 21:37:27.188624 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7968e7-c02e-42a2-aa9c-6bf54e187db5 req-533d43e8-b24c-43af-9821-aece224faae1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:27.190069 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1f7968e7-c02e-42a2-aa9c-6bf54e187db5 req-533d43e8-b24c-43af-9821-aece224faae1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0531211 Sep 03 21:37:27.231819 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1f7968e7-c02e-42a2-aa9c-6bf54e187db5 req-95f03bd6-ba95-402a-aa0b-b945a1b6f3a3 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351532 Sep 03 21:37:28.348564 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980040e7-7c5f-462f-89fb-506f84288fc5 req-3475c1c3-6306-4de5-8edf-1c321e47b802 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:28.350285 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-980040e7-7c5f-462f-89fb-506f84288fc5 req-3475c1c3-6306-4de5-8edf-1c321e47b802 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0502462 Sep 03 21:37:28.392218 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-980040e7-7c5f-462f-89fb-506f84288fc5 req-9473e9b7-c375-41d0-9158-563210979612 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353210 Sep 03 21:37:29.516992 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bca4e7-0de7-43b8-b32a-d23e8f4247fd req-8c73a294-35f9-4249-8238-ac0c38420c10 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:29.518808 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25bca4e7-0de7-43b8-b32a-d23e8f4247fd req-8c73a294-35f9-4249-8238-ac0c38420c10 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0510769 Sep 03 21:37:29.558652 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25bca4e7-0de7-43b8-b32a-d23e8f4247fd req-0ed5ec17-15c0-44fa-a480-be51dd003fa1 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339200 Sep 03 21:37:30.682270 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a6893-af09-4e55-b523-261ce40c567c req-b6981bd4-28fb-4e4b-b773-ca6cba9abbe4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:30.683789 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-772a6893-af09-4e55-b523-261ce40c567c req-b6981bd4-28fb-4e4b-b773-ca6cba9abbe4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0511439 Sep 03 21:37:30.721514 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-772a6893-af09-4e55-b523-261ce40c567c req-263cd2f7-3a40-4eca-a03a-55649eeba455 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312705 Sep 03 21:37:31.241897 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c787db95-71b9-4046-b160-eeb1030220d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:31.840458 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786992d4-444c-4204-bb1a-8ad71ec1dd3e req-62dc353e-ddc9-4d0f-8c50-fa6bf2cd5c41 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:31.841929 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-786992d4-444c-4204-bb1a-8ad71ec1dd3e req-62dc353e-ddc9-4d0f-8c50-fa6bf2cd5c41 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0471659 Sep 03 21:37:31.878631 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-786992d4-444c-4204-bb1a-8ad71ec1dd3e req-7c60095c-6690-4162-8213-ab16e8e39f77 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303824 Sep 03 21:37:32.993309 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d79ee-6f09-43df-ade3-cb9dac3dedd3 req-2d92aba1-8dba-472d-942d-519548c69f25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:32.994768 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-109d79ee-6f09-43df-ade3-cb9dac3dedd3 req-2d92aba1-8dba-472d-942d-519548c69f25 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0461807 Sep 03 21:37:33.031795 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-109d79ee-6f09-43df-ade3-cb9dac3dedd3 req-cec5c751-6be5-4370-b99e-04df6e52b383 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305736 Sep 03 21:37:33.331801 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:37:33.846560 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-e958f2df-e944-48ad-b583-ce0ded42a0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:34.002130 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:34.006543 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:37:34.104891 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:34.117362 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'port_id': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'mac_address': 'fa:16:3e:66:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:37:34.156779 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:34.161763 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45b261-4bb6-4a1e-adc6-83284f74a01c req-545e4b7a-1fe0-424e-b95a-3446e85e35e9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:34.163224 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fa45b261-4bb6-4a1e-adc6-83284f74a01c req-545e4b7a-1fe0-424e-b95a-3446e85e35e9 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 943 time: 0.0538394 Sep 03 21:37:34.170771 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06b881c-2453-448b-ac32-7da9abd55fdc {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:37:34.190208 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:34.202145 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fa45b261-4bb6-4a1e-adc6-83284f74a01c req-a42cdabe-35e5-43d0-b55e-c2f9ff4ae08a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Sep 03 21:37:34.274785 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:34.321292 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=9']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:34.523860 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['a06b881c-2453-448b-ac32-7da9abd55fdc'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:37:35.206257 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:35.323145 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10952e9-7faa-4474-8703-8172df5e8088 req-6bd19fd9-f0d9-4018-8e6f-62e6f247bca8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:35.324616 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d10952e9-7faa-4474-8703-8172df5e8088 req-6bd19fd9-f0d9-4018-8e6f-62e6f247bca8 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 944 time: 0.0486801 Sep 03 21:37:35.361945 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d10952e9-7faa-4474-8703-8172df5e8088 req-8ce48026-a69d-4efc-9f5f-da83af2c7220 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311830 Sep 03 21:37:36.036655 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:37:36.091291 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port a06b881c-2453-448b-ac32-7da9abd55fdc triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:37:36.091642 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:36.181573 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:36.204840 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:37:36.207109 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f02488e-4fd5-4a70-a37f-ea9f5094898a" -d '{"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-plugged", "status": "completed", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:37:36.221394 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:36.550959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:36.597375 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=10']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:36.768523 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172bc0ca-827d-4131-88a4-c3bbf0f77e40 x-openstack-request-id: req-172bc0ca-827d-4131-88a4-c3bbf0f77e40 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:37:36.768724 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-plugged", "status": "completed", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:37:36.768965 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-172bc0ca-827d-4131-88a4-c3bbf0f77e40 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:37:36.769366 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'code': 200} Sep 03 21:37:36.864821 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1902-975b-47de-8036-fe5988a16be7 req-c1405574-2c39-4782-886b-2d6184460d77 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:36.866297 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-197f1902-975b-47de-8036-fe5988a16be7 req-c1405574-2c39-4782-886b-2d6184460d77 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 946 time: 0.0507662 Sep 03 21:37:36.907273 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-197f1902-975b-47de-8036-fe5988a16be7 req-b8b72f92-04fd-4fb7-bb05-a22168808d30 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344663 Sep 03 21:37:37.072631 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e97c2-3ec6-4eb0-a95f-0d609d7ebca4 req-f13fe4d1-c657-4006-a61c-2642b0aaa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:37.074127 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f06e97c2-3ec6-4eb0-a95f-0d609d7ebca4 req-f13fe4d1-c657-4006-a61c-2642b0aaa81c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 1099 time: 0.0393746 Sep 03 21:37:37.110829 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:37.131939 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f06e97c2-3ec6-4eb0-a95f-0d609d7ebca4 req-5dd674b7-d9f0-4f8d-8093-fdf80f35af8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290110 Sep 03 21:37:38.049841 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3d86-c269-485c-978e-f729e87d8106 req-7c24869a-e226-4dfe-9456-b5813016ca6e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:38.051440 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-11ff3d86-c269-485c-978e-f729e87d8106 req-7c24869a-e226-4dfe-9456-b5813016ca6e tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 946 time: 0.0530403 Sep 03 21:37:38.089403 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-11ff3d86-c269-485c-978e-f729e87d8106 req-9eaedab7-2d7e-4de0-aa0b-8673d69f080f tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Sep 03 21:37:38.848954 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c20eb8-fab7-4451-a2d4-dc958538dd0c req-bd2838da-3f30-462a-bc5f-2083cd7ee8a1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:38.850414 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-09c20eb8-fab7-4451-a2d4-dc958538dd0c req-bd2838da-3f30-462a-bc5f-2083cd7ee8a1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 946 time: 0.0474148 Sep 03 21:37:38.887837 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-09c20eb8-fab7-4451-a2d4-dc958538dd0c req-b770d5f5-8659-44a2-a421-c307750f07ad tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Sep 03 21:37:39.212134 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6d5e-92d7-4c70-9829-5ce59d8b5d80 req-94b70f8f-9011-4f63-bdb5-3b73a3c2f894 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:39.213599 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-448a6d5e-92d7-4c70-9829-5ce59d8b5d80 req-94b70f8f-9011-4f63-bdb5-3b73a3c2f894 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 946 time: 0.0484555 Sep 03 21:37:39.253066 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-448a6d5e-92d7-4c70-9829-5ce59d8b5d80 req-1cd29e72-1cfa-41a7-9206-f2842ef77d1a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Sep 03 21:37:40.002412 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13c9e2-9836-475b-8319-842dcf549859 req-c056d73b-f28c-4304-a629-184f02da1d36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:40.003890 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7d13c9e2-9836-475b-8319-842dcf549859 req-c056d73b-f28c-4304-a629-184f02da1d36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 946 time: 0.0505006 Sep 03 21:37:40.043274 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7d13c9e2-9836-475b-8319-842dcf549859 req-2ed3616f-53f0-44c3-8f1d-aec3f968c12c tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334637 Sep 03 21:37:40.370519 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08090b-6cda-4d68-88fa-bd7f3e3a0b95 req-63134115-038c-473e-8409-29e86aedeee4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:40.372039 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1c08090b-6cda-4d68-88fa-bd7f3e3a0b95 req-63134115-038c-473e-8409-29e86aedeee4 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 946 time: 0.0482707 Sep 03 21:37:40.410478 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1c08090b-6cda-4d68-88fa-bd7f3e3a0b95 req-c0926f16-ae71-498f-9965-86fa67d45ea2 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314276 Sep 03 21:37:40.670753 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-260ed0bf-5ef8-44cf-b290-0264e6ba3e5d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:40.672679 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-260ed0bf-5ef8-44cf-b290-0264e6ba3e5d tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 946 time: 0.0470641 Sep 03 21:37:40.764867 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Deleting port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:40.765214 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:40.852120 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] For port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:40.852476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:41.013255 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:41.013532 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:41.013849 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Floating IP 12e56810-66de-4fb1-b9a6-153b7e81a0ce disassociated. External IP: 172.27.3.250, port: 7d2dd659-87d9-42da-a4c2-3074e2cbf37d. Sep 03 21:37:41.014183 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Calling delete_port for 7d2dd659-87d9-42da-a4c2-3074e2cbf37d owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:41.157940 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484fde1-56f8-4d54-b6dc-0d95d7bd717e req-749b2d48-60d4-4a92-9b8b-84f8bb112e93 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:41.159455 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e484fde1-56f8-4d54-b6dc-0d95d7bd717e req-749b2d48-60d4-4a92-9b8b-84f8bb112e93 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 946 time: 0.0487325 Sep 03 21:37:41.196426 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e484fde1-56f8-4d54-b6dc-0d95d7bd717e req-06deda76-0213-4738-9f8b-50292971c2d6 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups?id=84bf4733-7dcc-4a82-98e9-0085a58fe9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Sep 03 21:37:41.224826 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:41.251148 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event deleted for resources: {'Port': ['ID=7d2dd659-87d9-42da-a4c2-3074e2cbf37d,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:41.263076 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.263487 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.263818 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.264108 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.264446 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.265375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.265739 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.266047 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.266393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.266717 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.267044 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.267618 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:37:41.371310 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:37:41.474533 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:37:41.484781 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] Sync routers for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:37:41.494471 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:41.495129 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:41.511629 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] No DVR routers for this DVR port 7d2dd659-87d9-42da-a4c2-3074e2cbf37d on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:37:41.514141 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:41.516125 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e19b9b3c-3fec-46eb-88b8-07403d70d15f req-eba619dd-9ffa-46d7-9a79-46f81347ea36 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.18 "DELETE /v2.0/ports/7d2dd659-87d9-42da-a4c2-3074e2cbf37d HTTP/1.1" status: 204 len: 173 time: 0.8356051 Sep 03 21:37:41.516570 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'name': 'network-vif-deleted', 'tag': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:37:41.519068 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f138586-1eb5-4b20-9cf2-15a2438d3030" -d '{"events": [{"server_uuid": "6c6342f1-29cc-42ef-b931-2a992c83e668", "name": "network-vif-deleted", "tag": "7d2dd659-87d9-42da-a4c2-3074e2cbf37d"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:37:41.556044 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dad43c-b741-4b1b-8322-c76bd5a83221 x-openstack-request-id: req-02dad43c-b741-4b1b-8322-c76bd5a83221 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:37:41.556339 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6342f1-29cc-42ef-b931-2a992c83e668", "name": "network-vif-deleted", "tag": "7d2dd659-87d9-42da-a4c2-3074e2cbf37d", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:37:41.556592 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02dad43c-b741-4b1b-8322-c76bd5a83221 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:37:41.556993 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6342f1-29cc-42ef-b931-2a992c83e668', 'name': 'network-vif-deleted', 'tag': '7d2dd659-87d9-42da-a4c2-3074e2cbf37d', 'status': 'completed', 'code': 200} Sep 03 21:37:41.725269 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:41.927641 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:41.952276 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] Checking router: b4db69e2-eff1-4c67-b6ae-d213e2ec4978 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:37:41.960209 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:41.961458 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:42.062085 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:42.254449 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:42.285605 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b86a2-3ffa-4f41-ad81-3e40839ce5d3 None None] The sync data for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi is: [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '9441ce1b-8e55-4a61-b2ce-3f54dab4f52f', 'name': '', 'network_id': '09e8758b-c299-4d5e-9303-5faad8c1093b', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'mac_address': 'fa:16:3e:09:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:29Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'subnets': [{'id': 'e0848dbf-f6f0-4305-95dc-d3fd3077e59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:37:42.308167 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4558dccc-7b61-4d42-8b0d-9ca44988d05c req-2850b549-8057-41a7-8158-f6e8f91fec81 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c6342f1-29cc-42ef-b931-2a992c83e668 HTTP/1.1" status: 200 len: 210 time: 0.0299644 Sep 03 21:37:42.484443 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd0b9bc-d555-485e-8c9b-d0631c8074ab None None] New status for floating IP 12e56810-66de-4fb1-b9a6-153b7e81a0ce: DOWN {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:37:43.464993 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59464) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:43.517560 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-756079a4-fef3-437d-a4ff-515ffd2e54eb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:43.539326 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-756079a4-fef3-437d-a4ff-515ffd2e54eb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:43.635968 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-756079a4-fef3-437d-a4ff-515ffd2e54eb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:43.638538 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-756079a4-fef3-437d-a4ff-515ffd2e54eb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:43.639750 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-756079a4-fef3-437d-a4ff-515ffd2e54eb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "DELETE /v2.0/security-groups/84bf4733-7dcc-4a82-98e9-0085a58fe9ac HTTP/1.1" status: 204 len: 168 time: 0.1737416 Sep 03 21:37:43.643479 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59466) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:43.649635 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756079a4-fef3-437d-a4ff-515ffd2e54eb tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bf4733-7dcc-4a82-98e9-0085a58fe9ac,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:43.658512 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.api.v2.resource [None req-46064a6a-d63d-45ad-9373-f114c2a6565e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] show failed (client error): The resource could not be found. Sep 03 21:37:43.659639 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-46064a6a-d63d-45ad-9373-f114c2a6565e tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "GET /v2.0/security-groups/84bf4733-7dcc-4a82-98e9-0085a58fe9ac HTTP/1.1" status: 404 len: 347 time: 0.0152013 Sep 03 21:37:43.663653 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59468) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:43.756350 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:43.782119 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Deleting port 61fbb9ed-f877-4b11-ac4b-9843fe02155f {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:43.782480 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:43.862838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:43.862838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:43.873682 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Calling delete_port for 61fbb9ed-f877-4b11-ac4b-9843fe02155f owned by network:floatingip {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:44.053697 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:44.084510 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Pushing event deleted for resources: {'Port': ['ID=61fbb9ed-f877-4b11-ac4b-9843fe02155f,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:44.099422 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7d2dd659-87d9-42da-a4c2-3074e2cbf37d no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:44.119221 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 7d2dd659-87d9-42da-a4c2-3074e2cbf37d {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:44.119563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7d2dd659-87d9-42da-a4c2-3074e2cbf37d not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:44.143556 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:44.146036 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:44.147249 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-e7d95cd0-2d65-498c-a196-867dc786c2b1 tempest-AttachVolumeTestJSON-325119472 tempest-AttachVolumeTestJSON-325119472-project] 10.222.0.46 "DELETE /v2.0/floatingips/12e56810-66de-4fb1-b9a6-153b7e81a0ce HTTP/1.1" status: 204 len: 168 time: 0.4826968 Sep 03 21:37:48.176138 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59496) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:48.953515 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:49.237482 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Deleting port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:49.238127 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:49.314762 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] For port 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:49.315112 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:49.326677 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Calling delete_port for 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f owned by network:router_interface {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:49.550583 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:49.575221 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Pushing event deleted for resources: {'Port': ['ID=9441ce1b-8e55-4a61-b2ce-3f54dab4f52f,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:49.732517 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:49.936792 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:37:50.039691 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:37:50.044949 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-889be891-773d-4de5-88c8-a9f82636e13c admin admin] 10.222.0.46 "PUT /v2.0/routers/b4db69e2-eff1-4c67-b6ae-d213e2ec4978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8677850 Sep 03 21:37:50.048765 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59504) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:50.048918 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] Sync routers for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:37:50.059141 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:50.059751 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:50.153532 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:50.177446 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:50.253705 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:50.357628 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:37:49Z', 'revision_number': 5, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port': {'id': '99b83965-a692-4ba8-994c-ba831f8725f0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:50.387181 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Deleting port 99b83965-a692-4ba8-994c-ba831f8725f0 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:50.387527 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:50.388153 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] Checking router: b4db69e2-eff1-4c67-b6ae-d213e2ec4978 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:37:50.397763 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] Routers {'b4db69e2-eff1-4c67-b6ae-d213e2ec4978'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:37:50.398363 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:37:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:50.468509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] For port 99b83965-a692-4ba8-994c-ba831f8725f0, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=99b83965-a692-4ba8-994c-ba831f8725f0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:50.469061 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:50.480766 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Calling delete_port for 99b83965-a692-4ba8-994c-ba831f8725f0 owned by network:router_gateway {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:50.482284 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] Set router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 gateway port host: None {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:37:50.533651 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:37:50Z', 'revision_number': 6, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port_host': None}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:50.562011 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd38bc44-9b5a-46b9-b999-0c2df4e12545 None None] The sync data for ids ['b4db69e2-eff1-4c67-b6ae-d213e2ec4978'] in dv-cinder-759987-9-iscsi is: [{'id': 'b4db69e2-eff1-4c67-b6ae-d213e2ec4978', 'name': 'tempest-AttachVolumeTestJSON-85740374-router', 'tenant_id': 'c6563f94581a4c3586432072f45f94d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:37:50Z', 'revision_number': 6, 'project_id': 'c6563f94581a4c3586432072f45f94d8', 'gw_port_host': None}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:37:50.716182 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:50.742626 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Pushing event deleted for resources: {'Port': ['ID=99b83965-a692-4ba8-994c-ba831f8725f0,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:50.798258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:50.899938 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:50.904597 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.034925 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.035498 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4db69e2-eff1-4c67-b6ae-d213e2ec4978 {{(pid=94319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:37:51.040368 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] Notify callbacks [] for router, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.044201 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c4561cfb-63ae-4f14-963a-8d5f3849aa3a admin admin] 10.222.0.46 "DELETE /v2.0/routers/b4db69e2-eff1-4c67-b6ae-d213e2ec4978 HTTP/1.1" status: 204 len: 168 time: 0.9917994 Sep 03 21:37:51.044201 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59506) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:51.088024 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4b2f98-818f-4236-84e3-0929d7c35aa4 admin admin] Deleting subnet e0848dbf-f6f0-4305-95dc-d3fd3077e59b {{(pid=94319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:37:51.090870 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2f98-818f-4236-84e3-0929d7c35aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.123392 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2f98-818f-4236-84e3-0929d7c35aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127826990'] for subnet, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.232017 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2f98-818f-4236-84e3-0929d7c35aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.320270 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:51.340351 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:51.340632 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 9441ce1b-8e55-4a61-b2ce-3f54dab4f52f not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:51.374547 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2f98-818f-4236-84e3-0929d7c35aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127293083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127280770'] for subnet, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.401151 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b2f98-818f-4236-84e3-0929d7c35aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0848dbf-f6f0-4305-95dc-d3fd3077e59b,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:51.408142 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-cc4b2f98-818f-4236-84e3-0929d7c35aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.410029 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-cc4b2f98-818f-4236-84e3-0929d7c35aa4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e0848dbf-f6f0-4305-95dc-d3fd3077e59b HTTP/1.1" status: 204 len: 168 time: 0.3649895 Sep 03 21:37:51.412524 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59508) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:51.413176 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd328fa-8db4-4f22-a8d1-df00396ea760 None None] Network 09e8758b-c299-4d5e-9303-5faad8c1093b requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:37:51.481689 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.537366 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Deleting port a65a3f8d-4964-462e-b419-2a49f9f52977 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:51.537713 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.606363 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] DHCP port deletion for 09e8758b-c299-4d5e-9303-5faad8c1093b request from dv-cinder-759987-9-iscsi {{(pid=94321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 21:37:51.606555 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] For port a65a3f8d-4964-462e-b419-2a49f9f52977, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=a65a3f8d-4964-462e-b419-2a49f9f52977,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:51.606819 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.620436 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Calling delete_port for a65a3f8d-4964-462e-b419-2a49f9f52977 owned by network:dhcp {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:51.657443 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] Deleting port a65a3f8d-4964-462e-b419-2a49f9f52977 {{(pid=94321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:37:51.657825 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.718736 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] For port a65a3f8d-4964-462e-b419-2a49f9f52977, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=a65a3f8d-4964-462e-b419-2a49f9f52977,segment=NetworkSegment(0ffec481-5785-4bd2-b3b6-696d16ba2fe7),segment_id=0ffec481-5785-4bd2-b3b6-696d16ba2fe7)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:37:51.719247 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.734885 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] Calling delete_port for a65a3f8d-4964-462e-b419-2a49f9f52977 owned by network:dhcp {{(pid=94321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:37:51.762124 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.790399 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65a3f8d-4964-462e-b419-2a49f9f52977,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:51.795482 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] No DVR routers for this DVR port a65a3f8d-4964-462e-b419-2a49f9f52977 on host dv-cinder-759987-9-iscsi {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:37:51.810284 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314'] for port, after_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.836109 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] Pushing event deleted for resources: {'Port': ['ID=a65a3f8d-4964-462e-b419-2a49f9f52977,revision_number=None']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:51.840318 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090fb07a-6971-4159-bb0b-8594a366a18f None None] No DVR routers for this DVR port a65a3f8d-4964-462e-b419-2a49f9f52977 on host dv-cinder-759987-9-iscsi {{(pid=94321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:37:51.878748 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.881949 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e8758b-c299-4d5e-9303-5faad8c1093b']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:51.891723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffec481-5785-4bd2-b3b6-696d16ba2fe7') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:51.892013 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffec481-5785-4bd2-b3b6-696d16ba2fe7') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:37:51.900723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.914382 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.919968 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:37:51.920344 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:37:51.921927 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:37:52.047858 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:52.058940 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:52.058940 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/09e8758b-c299-4d5e-9303-5faad8c1093b HTTP/1.1" status: 204 len: 168 time: 0.6425092 Sep 03 21:37:52.065352 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ddfeb-69a0-46d8-8e9c-b9670008abe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e8758b-c299-4d5e-9303-5faad8c1093b,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:52.407949 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59512) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:52.448323 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0f518467-2546-443e-a075-9339413b944e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6563f94581a4c3586432072f45f94d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392230 Sep 03 21:37:52.450751 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59514) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:52.496071 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5f3badab-ce95-4a68-bc27-f93ddc36fad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:52.516819 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5f3badab-ce95-4a68-bc27-f93ddc36fad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:52.676330 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5f3badab-ce95-4a68-bc27-f93ddc36fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:52.678944 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5f3badab-ce95-4a68-bc27-f93ddc36fad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:52.680166 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5f3badab-ce95-4a68-bc27-f93ddc36fad5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac8a0925-caa4-4653-bb6a-9c4e5f3da21e HTTP/1.1" status: 204 len: 168 time: 0.2285268 Sep 03 21:37:52.689174 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3badab-ce95-4a68-bc27-f93ddc36fad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8a0925-caa4-4653-bb6a-9c4e5f3da21e,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:52.721366 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 99b83965-a692-4ba8-994c-ba831f8725f0 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:52.741100 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 99b83965-a692-4ba8-994c-ba831f8725f0 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:52.741447 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 99b83965-a692-4ba8-994c-ba831f8725f0 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:52.741861 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device a65a3f8d-4964-462e-b419-2a49f9f52977 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:37:52.763014 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: a65a3f8d-4964-462e-b419-2a49f9f52977 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:37:52.763364 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device a65a3f8d-4964-462e-b419-2a49f9f52977 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:37:53.778446 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59536) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:53.876404 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1778935482-network', 'tenant_id': '81e0d3399e2b4c9fb351b0063f9eeaa1'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:37:53.988542 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Made reservation on behalf of 81e0d3399e2b4c9fb351b0063f9eeaa1 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:37:53.990821 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:53.999204 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:54.086943 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:54.156309 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:54.180672 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:37:54.190566 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaca06c-5354-4e99-a74f-a0713243f556,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:54.195156 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:54.195499 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Added segment c43675be-9c97-4edc-8fe1-3aae0acb2a32 of type vlan for network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 Sep 03 21:37:54.232542 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:54.339279 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:54.340185 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:54.340766 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:54.645671 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] Pushing event updated for resources: {'Network': ['ID=a7ffb915-9be3-499d-951b-1e1ed3d16bc7,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:54.648907 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-974302e5-0cd1-4e81-8f77-95bc4e2b3e4d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8688600 Sep 03 21:37:54.651703 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59540) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:37:54.654886 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:37:54.657793 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Request body: {'subnet': {'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1778935482-subnet', 'tenant_id': '81e0d3399e2b4c9fb351b0063f9eeaa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:37:54.749108 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Made reservation on behalf of 81e0d3399e2b4c9fb351b0063f9eeaa1 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:37:54.751496 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127280807'] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:54.979337 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127293018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127280777'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:55.034524 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ddaa30b-d387-40ee-b31c-46a114ac5064,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:55.042282 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Checking segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:37:55.042642 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Network hostable DHCP agents. Network: a7ffb915-9be3-499d-951b-1e1ed3d16bc7, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:37:55.154533 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:37:55.262788 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, a7ffb915-9be3-499d-951b-1e1ed3d16bc7) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:37:55.267555 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:55.268142 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:55.272256 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d15db3-4a6a-48c9-9188-eca094e0caed None None] Network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:37:55.383000 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d4e91d5c-0ba4-44e2-bee9-23f14c97e471 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7300992 Sep 03 21:37:55.524137 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b7a4c-a6a2-43a1-8f55-d3469712af1b None None] Network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:37:55.794683 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-40c83743-346f-49dd-bde9-b49f2b354b69 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:55.796173 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-40c83743-346f-49dd-bde9-b49f2b354b69 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 815 time: 0.1011980 Sep 03 21:37:55.811337 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c0c87551-9cdd-4f90-8ea4-dfda46ab4a10 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/quotas/81e0d3399e2b4c9fb351b0063f9eeaa1 HTTP/1.1" status: 200 len: 375 time: 0.0089965 Sep 03 21:37:55.841447 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-ec42d189-2ad6-4a52-b151-b6f18a28c49b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243707 Sep 03 21:37:55.929443 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-3e4c06e3-b7bb-417d-814f-05d6a077fe85 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810864 Sep 03 21:37:56.020017 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-eb431f8e-d9ba-4c12-8649-c61118ea928e service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846770 Sep 03 21:37:56.250799 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d7b2c210-1009-43a7-96b7-c1fd4f0f5eca req-2a3d3b2a-f52c-469e-9462-3c41c94b2fbc tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 210 time: 0.0254242 Sep 03 21:37:57.340409 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-88360442-6a37-4b80-9771-913a8d81b660 req-d33bf251-b066-4031-86eb-bfa34b7d4238 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 210 time: 0.0257561 Sep 03 21:37:58.266279 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-f754232a-371f-4bd1-9cc2-6d4a67868973 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:58.268149 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-f754232a-371f-4bd1-9cc2-6d4a67868973 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 815 time: 0.1016948 Sep 03 21:37:58.283509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Request body: {'port': {'device_id': '5e1ad435-a52d-4557-b7b1-a8b530ea43b7', 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'admin_state_up': True, 'tenant_id': '81e0d3399e2b4c9fb351b0063f9eeaa1'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:37:58.435209 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c3f29085-5983-41d0-8574-6ff23f16905c req-bfc072af-b93f-4747-ae4c-a970539f23eb tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 210 time: 0.0294378 Sep 03 21:37:58.470663 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Made reservation on behalf of 81e0d3399e2b4c9fb351b0063f9eeaa1 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:37:58.474254 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:58.599258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Allocated IP 172.20.0.2 (a7ffb915-9be3-499d-951b-1e1ed3d16bc7/1ddaa30b-d387-40ee-b31c-46a114ac5064/90dc808a-201a-4273-bac6-b303d7837408) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:37:58.741567 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:58.848250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:58.889002 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:37:58.892696 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:37:58.896333 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:37:58.904379 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Pushing event updated for resources: {'Port': ['ID=90dc808a-201a-4273-bac6-b303d7837408,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:58.947096 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:58.947694 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:59.076858 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-76e55c1e-9a44-4546-bbb7-b31cde3d5f6f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7985444 Sep 03 21:37:59.090188 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Request body: {'port': {'device_id': '5e1ad435-a52d-4557-b7b1-a8b530ea43b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:37:59.145552 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:59.391860 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90dc808a-201a-4273-bac6-b303d7837408 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:37:59.399196 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:59.410842 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Transition to ACTIVE for port object 90dc808a-201a-4273-bac6-b303d7837408 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:37:59.487825 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:59.551786 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2a929-be94-4380-ad9a-af35a69f8fa4 req-8569c295-15ae-49c5-b785-dabf38402e29 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:59.553322 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-89d2a929-be94-4380-ad9a-af35a69f8fa4 req-8569c295-15ae-49c5-b785-dabf38402e29 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 943 time: 0.0496757 Sep 03 21:37:59.555852 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Pushing event updated for resources: {'Port': ['ID=90dc808a-201a-4273-bac6-b303d7837408,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:59.593074 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-89d2a929-be94-4380-ad9a-af35a69f8fa4 req-fe506b5b-5377-4f17-a511-d9b4ec44432d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Sep 03 21:37:59.607003 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Attempting to bind port 90dc808a-201a-4273-bac6-b303d7837408 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:37:59.607345 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Attempting to bind port 90dc808a-201a-4273-bac6-b303d7837408 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:37:59.607679 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Attempting to bind port 90dc808a-201a-4273-bac6-b303d7837408 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:37:59.611951 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Port 90dc808a-201a-4273-bac6-b303d7837408 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:37:59.612278 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Attempting to bind port 90dc808a-201a-4273-bac6-b303d7837408 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:37:59.616971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:37:59.617317 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Checking segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:37:59.617699 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Bound using segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:37:59.618121 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Bound port: 90dc808a-201a-4273-bac6-b303d7837408, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:37:59.618477 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:59.680298 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] For port 90dc808a-201a-4273-bac6-b303d7837408, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:37:59.683237 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] For port 90dc808a-201a-4273-bac6-b303d7837408, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90dc808a-201a-4273-bac6-b303d7837408,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:37:59.751468 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:59.786059 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:59.786673 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:37:59.788088 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] 10.222.0.18 "PUT /v2.0/ports/90dc808a-201a-4273-bac6-b303d7837408 HTTP/1.1" status: 200 len: 1093 time: 0.7020459 Sep 03 21:37:59.788520 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1ad435-a52d-4557-b7b1-a8b530ea43b7', 'tag': '90dc808a-201a-4273-bac6-b303d7837408'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:37:59.790769 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bedc069-0da7-42ee-b291-d4b25e769fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1ad435-a52d-4557-b7b1-a8b530ea43b7", "tag": "90dc808a-201a-4273-bac6-b303d7837408"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:37:59.813506 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a861-c852-4258-81cd-c3c79d33349d service neutron] Pushing event updated for resources: {'Port': ['ID=90dc808a-201a-4273-bac6-b303d7837408,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:37:59.831292 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d60d1c-2d16-4218-8211-addf3f366aff x-openstack-request-id: req-a9d60d1c-2d16-4218-8211-addf3f366aff {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:37:59.831613 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1ad435-a52d-4557-b7b1-a8b530ea43b7", "tag": "90dc808a-201a-4273-bac6-b303d7837408", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:37:59.831863 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9d60d1c-2d16-4218-8211-addf3f366aff {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:37:59.832259 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1ad435-a52d-4557-b7b1-a8b530ea43b7', 'tag': '90dc808a-201a-4273-bac6-b303d7837408', 'status': 'completed', 'code': 200} Sep 03 21:37:59.894724 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc069-0da7-42ee-b291-d4b25e769fe2 req-e71b7c10-5a86-4410-b3c9-a543271c9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:59.896214 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1bedc069-0da7-42ee-b291-d4b25e769fe2 req-e71b7c10-5a86-4410-b3c9-a543271c9687 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 1096 time: 0.0438602 Sep 03 21:37:59.991023 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc069-0da7-42ee-b291-d4b25e769fe2 req-0d489a4c-dcaf-4bee-b150-1d73b9c12b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:37:59.992398 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1bedc069-0da7-42ee-b291-d4b25e769fe2 req-0d489a4c-dcaf-4bee-b150-1d73b9c12b72 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0883989 Sep 03 21:38:00.087916 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc069-0da7-42ee-b291-d4b25e769fe2 req-81de9ce6-e355-4d7f-9ec6-b22f26ee15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:00.089402 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1bedc069-0da7-42ee-b291-d4b25e769fe2 req-81de9ce6-e355-4d7f-9ec6-b22f26ee15ea service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902395 Sep 03 21:38:00.164633 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-dba94aab-0120-47d5-a067-ed03c5b97777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:00.166102 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-dba94aab-0120-47d5-a067-ed03c5b97777 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 1096 time: 0.0385873 Sep 03 21:38:00.207671 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-e68e32c2-6b9a-47db-8f1d-aa85505af5b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90dc808a-201a-4273-bac6-b303d7837408 HTTP/1.1" status: 200 len: 217 time: 0.0324516 Sep 03 21:38:00.258469 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-5bd5c13c-ae21-4647-b916-4f8756e09057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:00.259852 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-5bd5c13c-ae21-4647-b916-4f8756e09057 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ddaa30b-d387-40ee-b31c-46a114ac5064 HTTP/1.1" status: 200 len: 855 time: 0.0457902 Sep 03 21:38:00.291228 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-927a764a-6a16-463c-8b75-90dbc3200030 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227780 Sep 03 21:38:00.380523 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-4f12f6dd-f3e7-4b41-a314-8d0eac5903b3 service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814950 Sep 03 21:38:00.470248 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-08f1e7ac-f7ef-4c97-a28a-0a70bc105947 req-9bb53eb6-c468-4c0d-9f98-385ff7103c8c service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828199 Sep 03 21:38:00.707456 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6f90c-365b-49b6-8ea3-77a2c4f20f19 req-fa830e66-ad6e-45da-8473-c170821ebbfc tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:00.708909 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5be6f90c-365b-49b6-8ea3-77a2c4f20f19 req-fa830e66-ad6e-45da-8473-c170821ebbfc tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 943 time: 0.0471485 Sep 03 21:38:00.749753 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5be6f90c-365b-49b6-8ea3-77a2c4f20f19 req-d3ba3f87-f807-44a1-8198-461556d181cb tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349324 Sep 03 21:38:01.270544 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9239263a-de58-49f2-b9f2-b9985ee595a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:01.866170 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fc2db-a241-45a1-b145-2b6d6957d964 req-303535c1-d216-4d1a-8575-71968704b279 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:01.867644 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f28fc2db-a241-45a1-b145-2b6d6957d964 req-303535c1-d216-4d1a-8575-71968704b279 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 943 time: 0.0522466 Sep 03 21:38:01.908118 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f28fc2db-a241-45a1-b145-2b6d6957d964 req-a2966c62-4328-42fa-bdc9-d4702c5b1022 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346673 Sep 03 21:38:02.210206 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 90dc808a-201a-4273-bac6-b303d7837408 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:38:02.303277 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 90dc808a-201a-4273-bac6-b303d7837408, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90dc808a-201a-4273-bac6-b303d7837408,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:02.314486 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '90dc808a-201a-4273-bac6-b303d7837408', 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'port_id': '90dc808a-201a-4273-bac6-b303d7837408', 'mac_address': 'fa:16:3e:da:5e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ddaa30b-d387-40ee-b31c-46a114ac5064', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:38:02.349941 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:02.363073 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90dc808a-201a-4273-bac6-b303d7837408 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:38:02.382588 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 90dc808a-201a-4273-bac6-b303d7837408, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90dc808a-201a-4273-bac6-b303d7837408,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:02.468861 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:02.515573 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=90dc808a-201a-4273-bac6-b303d7837408,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:02.522913 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.523266 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.523612 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.523953 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.524291 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.524628 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.524961 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.525291 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.525623 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.525953 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.526273 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.526609 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:02.700171 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['90dc808a-201a-4273-bac6-b303d7837408'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:38:03.018761 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f1354-629a-4091-9a3d-192415dede0e req-4f12e576-0639-4c27-be74-1d406ae77e5d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:03.020232 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f16f1354-629a-4091-9a3d-192415dede0e req-4f12e576-0639-4c27-be74-1d406ae77e5d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 944 time: 0.0473700 Sep 03 21:38:03.057396 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f16f1354-629a-4091-9a3d-192415dede0e req-a93c9c0a-6ed1-4171-ad58-39313846701e tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Sep 03 21:38:03.847888 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-5c41fdbd-0ad5-44ce-bf45-479cf3c6a1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:03.973185 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:04.169399 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471d8cf-a64e-4556-ae13-b2aa0e17def1 req-50b6e52a-366d-4f24-a7ab-970e39cfe77f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:04.170964 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d471d8cf-a64e-4556-ae13-b2aa0e17def1 req-50b6e52a-366d-4f24-a7ab-970e39cfe77f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 944 time: 0.0482252 Sep 03 21:38:04.207527 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d471d8cf-a64e-4556-ae13-b2aa0e17def1 req-465afd75-c92d-4701-b095-44b4eafd8550 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Sep 03 21:38:04.225210 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 90dc808a-201a-4273-bac6-b303d7837408 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:38:04.373521 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 90dc808a-201a-4273-bac6-b303d7837408 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:38:04.377971 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 90dc808a-201a-4273-bac6-b303d7837408 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:38:04.378285 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:04.455376 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:04.476683 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1ad435-a52d-4557-b7b1-a8b530ea43b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc808a-201a-4273-bac6-b303d7837408'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:38:04.478930 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad90104-e0e4-4597-972d-1e116335a1ba" -d '{"events": [{"server_uuid": "5e1ad435-a52d-4557-b7b1-a8b530ea43b7", "name": "network-vif-plugged", "status": "completed", "tag": "90dc808a-201a-4273-bac6-b303d7837408"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:38:04.490960 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 90dc808a-201a-4273-bac6-b303d7837408, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90dc808a-201a-4273-bac6-b303d7837408,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:04.516070 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210264be-34af-4c93-b841-ffe44dc56542 x-openstack-request-id: req-210264be-34af-4c93-b841-ffe44dc56542 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:38:04.516340 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1ad435-a52d-4557-b7b1-a8b530ea43b7", "name": "network-vif-plugged", "status": "completed", "tag": "90dc808a-201a-4273-bac6-b303d7837408", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:38:04.516596 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-210264be-34af-4c93-b841-ffe44dc56542 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:38:04.517608 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1ad435-a52d-4557-b7b1-a8b530ea43b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc808a-201a-4273-bac6-b303d7837408', 'code': 200} Sep 03 21:38:04.585060 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:04.632415 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=90dc808a-201a-4273-bac6-b303d7837408,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:04.842622 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837516f-04d4-4a8d-a2e2-f416980b35ec req-10dabddd-cb4b-4582-84bf-1aecb49393bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:04.844112 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2837516f-04d4-4a8d-a2e2-f416980b35ec req-10dabddd-cb4b-4582-84bf-1aecb49393bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 1098 time: 0.0392826 Sep 03 21:38:04.879983 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-2837516f-04d4-4a8d-a2e2-f416980b35ec req-9d7a02c2-c9e0-45cd-8c44-4e390e584135 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276244 Sep 03 21:38:05.201910 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:05.320755 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb249-60b4-4b78-8c6c-62911cd0ccfb req-62b84dcc-3366-422c-9020-d4713cfaea80 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:05.322231 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-730cb249-60b4-4b78-8c6c-62911cd0ccfb req-62b84dcc-3366-422c-9020-d4713cfaea80 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 945 time: 0.0472474 Sep 03 21:38:05.363349 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-730cb249-60b4-4b78-8c6c-62911cd0ccfb req-a0bd8c6d-6b30-435b-aad0-656bd63524c6 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350318 Sep 03 21:38:06.476717 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af6e84-b6f5-4e85-83fb-31208343fe3e req-49feafdb-d095-4c97-8f4f-ed827fbc5b19 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:06.478185 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-16af6e84-b6f5-4e85-83fb-31208343fe3e req-49feafdb-d095-4c97-8f4f-ed827fbc5b19 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 945 time: 0.0478377 Sep 03 21:38:06.514933 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-16af6e84-b6f5-4e85-83fb-31208343fe3e req-798e6b97-92f8-40c4-a6f2-935d54c646a2 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Sep 03 21:38:07.082096 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:10.330827 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:38:13.742982 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:14.059512 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1295fb-0bfe-45c5-b5a3-d0c047c3b6ca req-b37624b9-62a3-4fea-bd9c-e529da63f3cc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:14.060987 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9f1295fb-0bfe-45c5-b5a3-d0c047c3b6ca req-b37624b9-62a3-4fea-bd9c-e529da63f3cc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 946 time: 0.0477664 Sep 03 21:38:14.100052 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9f1295fb-0bfe-45c5-b5a3-d0c047c3b6ca req-93bca110-778a-49f4-b864-e3e5dea3e557 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Sep 03 21:38:15.216046 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f600e-5fc5-41fd-a196-6ae5da145ee0 req-89efd592-e465-424e-a031-9d2e9dda9d31 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:15.217512 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bd3f600e-5fc5-41fd-a196-6ae5da145ee0 req-89efd592-e465-424e-a031-9d2e9dda9d31 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 946 time: 0.0472093 Sep 03 21:38:15.258821 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bd3f600e-5fc5-41fd-a196-6ae5da145ee0 req-1515730a-c88e-4b40-bf84-3653fd4e9b01 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ba70d0b-b3df-4248-b099-b6c55395795a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353014 Sep 03 21:38:15.437147 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19781ce0-6a80-4b26-bb19-34026179120a req-8e0801bc-0aad-4377-97c1-6d928c0b0524 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:15.438627 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-19781ce0-6a80-4b26-bb19-34026179120a req-8e0801bc-0aad-4377-97c1-6d928c0b0524 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 946 time: 0.0549221 Sep 03 21:38:15.542186 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Deleting port a06b881c-2453-448b-ac32-7da9abd55fdc {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:38:15.542535 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:15.632875 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] For port a06b881c-2453-448b-ac32-7da9abd55fdc, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=a06b881c-2453-448b-ac32-7da9abd55fdc,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:15.633239 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:15.794769 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:15.795147 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:15.795470 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Floating IP 358de25c-69e2-4c07-8250-12110cbefea7 disassociated. External IP: 172.27.3.47, port: a06b881c-2453-448b-ac32-7da9abd55fdc. Sep 03 21:38:15.795813 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Calling delete_port for a06b881c-2453-448b-ac32-7da9abd55fdc owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:38:16.029016 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:16.061453 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event deleted for resources: {'Port': ['ID=a06b881c-2453-448b-ac32-7da9abd55fdc,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:16.179440 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Router 0b987f7c-c152-4653-972b-5fb5798ea2a1 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:38:16.283884 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:38:16.296016 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] Sync routers for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:38:16.307676 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:38:16.307676 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:38:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:16.320870 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] No DVR routers for this DVR port a06b881c-2453-448b-ac32-7da9abd55fdc on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:38:16.323546 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:16.325620 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-19781ce0-6a80-4b26-bb19-34026179120a req-eba5e1b2-39a4-4304-aff1-19005aea83fc tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.18 "DELETE /v2.0/ports/a06b881c-2453-448b-ac32-7da9abd55fdc HTTP/1.1" status: 204 len: 173 time: 0.8798532 Sep 03 21:38:16.326053 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-deleted', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:38:16.328338 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5837a205-ca57-41ba-bc16-621d2fee1ac5" -d '{"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-deleted", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:38:16.360777 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-afaef7ce-bd2c-4c3c-b0f4-efa9db98d680 req-434dfa16-edfe-46de-a36a-923193ceac5c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/ports?device_id=220d95bb-7d83-4b2b-892a-dbb7304951ab HTTP/1.1" status: 200 len: 210 time: 0.0254679 Sep 03 21:38:16.414219 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f794479b-d0d6-43de-abeb-9a3f3f50cd43 x-openstack-request-id: req-f794479b-d0d6-43de-abeb-9a3f3f50cd43 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:38:16.414522 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220d95bb-7d83-4b2b-892a-dbb7304951ab", "name": "network-vif-deleted", "tag": "a06b881c-2453-448b-ac32-7da9abd55fdc", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:38:16.414852 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f794479b-d0d6-43de-abeb-9a3f3f50cd43 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:38:16.415262 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220d95bb-7d83-4b2b-892a-dbb7304951ab', 'name': 'network-vif-deleted', 'tag': 'a06b881c-2453-448b-ac32-7da9abd55fdc', 'status': 'completed', 'code': 200} Sep 03 21:38:16.515987 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:38:16.744326 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:16.771782 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] Checking router: 0b987f7c-c152-4653-972b-5fb5798ea2a1 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:38:16.779991 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:38:16.780595 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:38:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:16.870307 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-a5f09cd5-d2d4-4ab9-9110-252a56635321 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:16.871690 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-a5f09cd5-d2d4-4ab9-9110-252a56635321 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 815 time: 0.1011417 Sep 03 21:38:16.883471 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:38:16.888004 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-1dbce0e4-2b88-42ac-87de-dc08602cbe1e tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/quotas/81e0d3399e2b4c9fb351b0063f9eeaa1 HTTP/1.1" status: 200 len: 375 time: 0.0091698 Sep 03 21:38:16.948521 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-c5637bfe-dc5a-4684-81c0-a9d89a172031 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541744 Sep 03 21:38:17.041353 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-d0749d13-75ad-47c9-96ed-b55c473f8bb5 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845528 Sep 03 21:38:17.100484 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:17.131541 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd8a2b-75a9-4469-ac46-5547c74a735e None None] The sync data for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi is: [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:31:17Z', 'revision_number': 4, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': 'c96bd990-61aa-4b1c-b03b-76d6bbc93821', 'name': '', 'network_id': '489e42f5-1995-441f-ace5-7b78c4ea64b1', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'mac_address': 'fa:16:3e:7a:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:15Z', 'updated_at': '2021-09-03T21:31:27Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'subnets': [{'id': '9f808766-4e4c-451b-b15d-ea30fdd54373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:38:17.143592 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-8584ed98-240e-41bc-a8fb-b047937c7e46 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958459 Sep 03 21:38:17.341535 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c6770-2c02-4ab1-aaff-92650242ff8e None None] New status for floating IP 358de25c-69e2-4c07-8250-12110cbefea7: DOWN {{(pid=94321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:38:17.393789 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-eb063434-6436-4f58-a84c-63f101a2c335 req-576cf80d-6ffc-4928-80a3-d1804bc71324 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 210 time: 0.0330906 Sep 03 21:38:17.557652 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59676) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:17.611418 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:17.634507 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:17.768671 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:17.771453 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:17.772935 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "DELETE /v2.0/security-groups/9ba70d0b-b3df-4248-b099-b6c55395795a HTTP/1.1" status: 204 len: 168 time: 0.2137830 Sep 03 21:38:17.775872 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59680) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:17.781733 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba70d0b-b3df-4248-b099-b6c55395795a,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:17.788927 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.789287 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.789635 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.789984 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.790393 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.790765 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.791104 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.791436 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.791591 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.api.v2.resource [None req-fe173f69-a5cf-4fff-8fa6-53449d74f928 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] show failed (client error): The resource could not be found. Sep 03 21:38:17.791767 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.792099 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.792431 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.792642 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-fe173f69-a5cf-4fff-8fa6-53449d74f928 tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "GET /v2.0/security-groups/9ba70d0b-b3df-4248-b099-b6c55395795a HTTP/1.1" status: 404 len: 347 time: 0.0151780 Sep 03 21:38:17.792864 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b36b81-fbd1-4901-88cb-8a682609577a tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:17.800763 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59682) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:17.919514 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Deleting port c8017dbb-d14f-431f-9984-503b1d8662dd {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:38:17.919858 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:17.993805 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:17.994135 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:18.005810 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Calling delete_port for c8017dbb-d14f-431f-9984-503b1d8662dd owned by network:floatingip {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:38:18.224774 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:18.247743 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Pushing event deleted for resources: {'Port': ['ID=c8017dbb-d14f-431f-9984-503b1d8662dd,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:18.255509 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:38:18.279871 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: a06b881c-2453-448b-ac32-7da9abd55fdc {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:38:18.280550 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device a06b881c-2453-448b-ac32-7da9abd55fdc not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:38:18.308614 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:18.311148 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:18.312299 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c0b7e354-eac2-4951-aa01-b8889606595c tempest-AttachVolumeShelveTestJSON-1365423324 tempest-AttachVolumeShelveTestJSON-1365423324-project] 10.222.0.46 "DELETE /v2.0/floatingips/358de25c-69e2-4c07-8250-12110cbefea7 HTTP/1.1" status: 204 len: 168 time: 0.5106237 Sep 03 21:38:18.644070 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-00852ada-7429-4dc9-8770-dc2d337ef05c req-43c91856-b884-45e6-8c86-56c2f133adfd tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 210 time: 0.0297637 Sep 03 21:38:19.473101 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-d6992b6c-e4e9-4420-b500-5fa44d75f801 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:19.474500 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-d6992b6c-e4e9-4420-b500-5fa44d75f801 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 815 time: 0.1041176 Sep 03 21:38:19.488023 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Request body: {'port': {'device_id': '0bfa1cf5-744f-45ab-ab62-f69b29d11615', 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'admin_state_up': True, 'tenant_id': '81e0d3399e2b4c9fb351b0063f9eeaa1'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:38:19.687989 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Made reservation on behalf of 81e0d3399e2b4c9fb351b0063f9eeaa1 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:38:19.692811 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:19.760853 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f5b43fc8-6756-48ef-9d6e-31df4b6bb02f req-256625b3-84e2-4186-a75b-0c3bd88c23b4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 210 time: 0.0252953 Sep 03 21:38:19.833365 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Allocated IP 172.20.0.3 (a7ffb915-9be3-499d-951b-1e1ed3d16bc7/1ddaa30b-d387-40ee-b31c-46a114ac5064/22798dab-207e-4d70-9aa9-0115ba503c90) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:38:19.983213 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:20.072936 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-459fa922-7c6a-4351-8ff1-522262a7289f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402491 Sep 03 21:38:20.104219 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:20.117854 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['90dc808a-201a-4273-bac6-b303d7837408'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:38:20.150666 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:38:20.155661 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:38:20.162203 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:38:20.166153 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Pushing event updated for resources: {'Port': ['ID=22798dab-207e-4d70-9aa9-0115ba503c90,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:20.167638 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-7b0d4638-3f9b-4e01-9a18-199ecbafbb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:20.172802 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-7b0d4638-3f9b-4e01-9a18-199ecbafbb6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 1098 time: 0.0539279 Sep 03 21:38:20.214300 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:20.218620 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:20.282312 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-627bc141-3600-4af9-a5b5-6d2f3399832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:20.283930 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-627bc141-3600-4af9-a5b5-6d2f3399832d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0891078 Sep 03 21:38:20.293090 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-0ed4558c-caae-48d0-80d7-f08f6f858226 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8094997 Sep 03 21:38:20.306227 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Request body: {'port': {'device_id': '0bfa1cf5-744f-45ab-ab62-f69b29d11615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:38:20.351433 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-a04a9fa4-a2a1-4e67-a342-42312249662d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ca871a-3073-4cda-96c9-437667d33603 HTTP/1.1" status: 200 len: 1001 time: 0.0585060 Sep 03 21:38:20.368533 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:20.407549 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-801287a0-1fb0-4261-bb0e-822ae4dc7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:20.409015 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-801287a0-1fb0-4261-bb0e-822ae4dc7440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0471826 Sep 03 21:38:20.456515 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-e05e22db-e455-4cfc-9688-d36f8ed10329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:20.458004 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-e05e22db-e455-4cfc-9688-d36f8ed10329 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393703 Sep 03 21:38:20.553170 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-ba537874-ded1-4927-8f9f-1f201f154a5a service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838158 Sep 03 21:38:20.624178 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22798dab-207e-4d70-9aa9-0115ba503c90 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:38:20.632569 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:20.644767 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Transition to ACTIVE for port object 22798dab-207e-4d70-9aa9-0115ba503c90 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:38:20.645612 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-078fd1f9-794e-46a2-b0ec-9b153ae0df5f service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857155 Sep 03 21:38:20.704539 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:20.754415 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Pushing event updated for resources: {'Port': ['ID=22798dab-207e-4d70-9aa9-0115ba503c90,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:20.821201 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Attempting to bind port 22798dab-207e-4d70-9aa9-0115ba503c90 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:38:20.821534 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Attempting to bind port 22798dab-207e-4d70-9aa9-0115ba503c90 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:38:20.821860 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Attempting to bind port 22798dab-207e-4d70-9aa9-0115ba503c90 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:38:20.826042 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Port 22798dab-207e-4d70-9aa9-0115ba503c90 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:38:20.826364 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Attempting to bind port 22798dab-207e-4d70-9aa9-0115ba503c90 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:38:20.831513 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:38:20.831848 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Checking segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:38:20.832233 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Bound using segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:38:20.832653 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Bound port: 22798dab-207e-4d70-9aa9-0115ba503c90, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:38:20.833015 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:20.883241 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc210490-a995-42b0-b5b8-8844b2875eb8 req-c4cafde2-efb3-4afc-b665-bd2c8335cc9b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:20.884735 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bc210490-a995-42b0-b5b8-8844b2875eb8 req-c4cafde2-efb3-4afc-b665-bd2c8335cc9b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 943 time: 0.0478559 Sep 03 21:38:20.896493 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] For port 22798dab-207e-4d70-9aa9-0115ba503c90, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:38:20.899557 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] For port 22798dab-207e-4d70-9aa9-0115ba503c90, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=22798dab-207e-4d70-9aa9-0115ba503c90,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:38:20.928386 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bc210490-a995-42b0-b5b8-8844b2875eb8 req-485b6575-c47b-4afd-b8eb-a628d5ed9f14 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369055 Sep 03 21:38:20.979714 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:21.012514 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:21.013127 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:21.014518 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] 10.222.0.18 "PUT /v2.0/ports/22798dab-207e-4d70-9aa9-0115ba503c90 HTTP/1.1" status: 200 len: 1093 time: 0.7125702 Sep 03 21:38:21.014978 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfa1cf5-744f-45ab-ab62-f69b29d11615', 'tag': '22798dab-207e-4d70-9aa9-0115ba503c90'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:38:21.018129 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd41f22b-c736-43ae-944c-8d7c57bdbdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfa1cf5-744f-45ab-ab62-f69b29d11615", "tag": "22798dab-207e-4d70-9aa9-0115ba503c90"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:38:21.045814 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63f124-11cd-4cb7-be59-61885799e63a service neutron] Pushing event updated for resources: {'Port': ['ID=22798dab-207e-4d70-9aa9-0115ba503c90,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:21.053875 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1d10a-5a67-45b1-a813-dda0841ad31f x-openstack-request-id: req-82a1d10a-5a67-45b1-a813-dda0841ad31f {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:38:21.054101 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfa1cf5-744f-45ab-ab62-f69b29d11615", "tag": "22798dab-207e-4d70-9aa9-0115ba503c90", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:38:21.054395 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82a1d10a-5a67-45b1-a813-dda0841ad31f {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:38:21.054775 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfa1cf5-744f-45ab-ab62-f69b29d11615', 'tag': '22798dab-207e-4d70-9aa9-0115ba503c90', 'status': 'completed', 'code': 200} Sep 03 21:38:21.121522 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f22b-c736-43ae-944c-8d7c57bdbdbd req-9b4e8238-e1b8-4f08-992a-10a34570a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:21.124598 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bd41f22b-c736-43ae-944c-8d7c57bdbdbd req-9b4e8238-e1b8-4f08-992a-10a34570a52a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 1096 time: 0.0471544 Sep 03 21:38:21.184350 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59716) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:21.222584 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f22b-c736-43ae-944c-8d7c57bdbdbd req-280aa9e9-c0de-4621-8ff3-c6b9604f7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:21.224171 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bd41f22b-c736-43ae-944c-8d7c57bdbdbd req-280aa9e9-c0de-4621-8ff3-c6b9604f7dcb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0930278 Sep 03 21:38:21.319907 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f22b-c736-43ae-944c-8d7c57bdbdbd req-e4a2fbe2-365b-4f67-8f25-fc7f50ade702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:21.321414 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bd41f22b-c736-43ae-944c-8d7c57bdbdbd req-e4a2fbe2-365b-4f67-8f25-fc7f50ade702 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900512 Sep 03 21:38:21.399918 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-85456319-93df-49b6-8446-be0678963aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:21.401340 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-85456319-93df-49b6-8446-be0678963aa6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 1096 time: 0.0398667 Sep 03 21:38:21.448121 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-e576bce9-44bc-4a9c-9076-fd085aeb2347 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22798dab-207e-4d70-9aa9-0115ba503c90 HTTP/1.1" status: 200 len: 217 time: 0.0377548 Sep 03 21:38:21.499083 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-5a23ba09-a720-4ef3-8310-d3413578b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:21.501371 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-5a23ba09-a720-4ef3-8310-d3413578b077 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ddaa30b-d387-40ee-b31c-46a114ac5064 HTTP/1.1" status: 200 len: 855 time: 0.0453432 Sep 03 21:38:21.534747 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-abc74320-3c5f-4f11-a603-1632baeb788f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250061 Sep 03 21:38:21.845198 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:21.896499 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-2d70cd59-f187-4678-a0af-aae98b8bddc1 service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543675 Sep 03 21:38:21.986851 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68002c1b-dd4a-43d7-8e15-02001619a0d5 req-88c86c00-73a2-4df6-89a9-94743687d74a service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818064 Sep 03 21:38:22.086334 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd25c0a-0832-4d62-a4bf-36b1cee5d174 req-5fddf5cd-7501-45f5-ab93-f4541637a205 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:22.087856 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2fd25c0a-0832-4d62-a4bf-36b1cee5d174 req-5fddf5cd-7501-45f5-ab93-f4541637a205 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 943 time: 0.0794923 Sep 03 21:38:22.150740 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2fd25c0a-0832-4d62-a4bf-36b1cee5d174 req-b813ae50-65f4-44fa-af7d-01380ea91543 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449486 Sep 03 21:38:22.160611 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Deleting port c96bd990-61aa-4b1c-b03b-76d6bbc93821 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:38:22.160952 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:22.241237 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] For port c96bd990-61aa-4b1c-b03b-76d6bbc93821, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=c96bd990-61aa-4b1c-b03b-76d6bbc93821,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:22.241651 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:22.254805 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Calling delete_port for c96bd990-61aa-4b1c-b03b-76d6bbc93821 owned by network:router_interface {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:38:22.508760 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:22.535790 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Pushing event deleted for resources: {'Port': ['ID=c96bd990-61aa-4b1c-b03b-76d6bbc93821,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:22.707203 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:22.908897 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Router 0b987f7c-c152-4653-972b-5fb5798ea2a1 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:38:23.010094 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:38:23.015226 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b6a4402d-afe7-4c92-82b5-897e6b32070c admin admin] 10.222.0.46 "PUT /v2.0/routers/0b987f7c-c152-4653-972b-5fb5798ea2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8297780 Sep 03 21:38:23.018430 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59722) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:23.021103 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] Sync routers for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:38:23.030087 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:38:23.030683 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:38:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:23.118361 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.137122 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:38:23.233228 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.275018 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f297f-93bd-4179-9722-8fb731f2ee28 req-1436ee3e-41d5-4247-950b-7c3ca2ec5d6d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:23.276497 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-630f297f-93bd-4179-9722-8fb731f2ee28 req-1436ee3e-41d5-4247-950b-7c3ca2ec5d6d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 943 time: 0.0522318 Sep 03 21:38:23.314307 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:38:22Z', 'revision_number': 5, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port': {'id': 'b3fbf60c-ae6c-4734-9244-57ba1a4ece46', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:31:07Z', 'updated_at': '2021-09-03T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:23.315260 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-630f297f-93bd-4179-9722-8fb731f2ee28 req-9d292cce-7f8b-4d79-9d9a-8b08be413bbb tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Sep 03 21:38:23.341445 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] Checking router: 0b987f7c-c152-4653-972b-5fb5798ea2a1 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:38:23.351268 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] Routers {'0b987f7c-c152-4653-972b-5fb5798ea2a1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:38:23.351875 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:38:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['0b987f7c-c152-4653-972b-5fb5798ea2a1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:23.370417 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Deleting port b3fbf60c-ae6c-4734-9244-57ba1a4ece46 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:38:23.370798 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.437516 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] Set router 0b987f7c-c152-4653-972b-5fb5798ea2a1 gateway port host: None {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:38:23.452591 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] For port b3fbf60c-ae6c-4734-9244-57ba1a4ece46, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=b3fbf60c-ae6c-4734-9244-57ba1a4ece46,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:23.452967 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.465506 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Calling delete_port for b3fbf60c-ae6c-4734-9244-57ba1a4ece46 owned by network:router_gateway {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:38:23.490497 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:38:23Z', 'revision_number': 6, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port_host': None}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:23.515720 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c201c627-ab9f-478f-938f-75e66066e601 None None] The sync data for ids ['0b987f7c-c152-4653-972b-5fb5798ea2a1'] in dv-cinder-759987-9-iscsi is: [{'id': '0b987f7c-c152-4653-972b-5fb5798ea2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1275638315-router', 'tenant_id': '3b98ff6005d34331b5eb83d5601b79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:31:05Z', 'updated_at': '2021-09-03T21:38:23Z', 'revision_number': 6, 'project_id': '3b98ff6005d34331b5eb83d5601b79c1', 'gw_port_host': None}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:38:23.708488 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.731471 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fbf60c-ae6c-4734-9244-57ba1a4ece46,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:23.793593 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.882519 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.884754 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.990863 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.991377 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b987f7c-c152-4653-972b-5fb5798ea2a1 {{(pid=94320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:38:23.995950 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:23.997221 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-85d039e7-f887-4737-b872-4b7a60766b10 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0b987f7c-c152-4653-972b-5fb5798ea2a1 HTTP/1.1" status: 204 len: 168 time: 0.9777818 Sep 03 21:38:23.999606 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59726) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:24.043572 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-822c2b29-56b9-48ba-8ee1-ffdc6991a4b2 admin admin] Deleting subnet 9f808766-4e4c-451b-b15d-ea30fdd54373 {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:38:24.046473 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-822c2b29-56b9-48ba-8ee1-ffdc6991a4b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.084494 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-822c2b29-56b9-48ba-8ee1-ffdc6991a4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126713736'] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.160183 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-822c2b29-56b9-48ba-8ee1-ffdc6991a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.282803 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-822c2b29-56b9-48ba-8ee1-ffdc6991a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126713327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126409370'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.288917 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 22798dab-207e-4d70-9aa9-0115ba503c90 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:38:24.308825 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c2b29-56b9-48ba-8ee1-ffdc6991a4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f808766-4e4c-451b-b15d-ea30fdd54373,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:24.316609 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-822c2b29-56b9-48ba-8ee1-ffdc6991a4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.318548 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-822c2b29-56b9-48ba-8ee1-ffdc6991a4b2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9f808766-4e4c-451b-b15d-ea30fdd54373 HTTP/1.1" status: 204 len: 168 time: 0.3179815 Sep 03 21:38:24.321140 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59728) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:24.323946 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36731dd-84b6-46db-b7d9-beae1b3b05f8 None None] Network 489e42f5-1995-441f-ace5-7b78c4ea64b1 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:38:24.397584 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.460537 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Deleting port 2afbc85d-942d-446e-8a20-74b160489421 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:38:24.462339 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.465259 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf867adb-8ebc-445b-9e30-d5cb231b34c0 req-1c2b8442-d3a5-456a-9729-12755d31d8b3 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:24.467682 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cf867adb-8ebc-445b-9e30-d5cb231b34c0 req-1c2b8442-d3a5-456a-9729-12755d31d8b3 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 943 time: 0.0730469 Sep 03 21:38:24.511515 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 22798dab-207e-4d70-9aa9-0115ba503c90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=22798dab-207e-4d70-9aa9-0115ba503c90,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:24.518692 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cf867adb-8ebc-445b-9e30-d5cb231b34c0 req-68d3496b-ea0d-4b11-8261-4583f79e1599 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Sep 03 21:38:24.528339 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '22798dab-207e-4d70-9aa9-0115ba503c90', 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'port_id': '22798dab-207e-4d70-9aa9-0115ba503c90', 'mac_address': 'fa:16:3e:b9:0d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ddaa30b-d387-40ee-b31c-46a114ac5064', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:38:24.553310 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] For port 2afbc85d-942d-446e-8a20-74b160489421, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2afbc85d-942d-446e-8a20-74b160489421,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:24.553690 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.571245 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Calling delete_port for 2afbc85d-942d-446e-8a20-74b160489421 owned by network:dhcp {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:38:24.585137 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.598953 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22798dab-207e-4d70-9aa9-0115ba503c90 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:38:24.618966 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 22798dab-207e-4d70-9aa9-0115ba503c90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=22798dab-207e-4d70-9aa9-0115ba503c90,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:24.622799 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] DHCP port deletion for 489e42f5-1995-441f-ace5-7b78c4ea64b1 request from dv-cinder-759987-9-iscsi {{(pid=94321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 21:38:24.673581 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] Deleting port 2afbc85d-942d-446e-8a20-74b160489421 {{(pid=94321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:38:24.673980 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.726133 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.756496 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.758490 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device c96bd990-61aa-4b1c-b03b-76d6bbc93821 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:38:24.781833 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Pushing event deleted for resources: {'Port': ['ID=2afbc85d-942d-446e-8a20-74b160489421,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:24.786463 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] No DVR routers for this DVR port 2afbc85d-942d-446e-8a20-74b160489421 on host dv-cinder-759987-9-iscsi {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:38:24.791724 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] For port 2afbc85d-942d-446e-8a20-74b160489421, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=2afbc85d-942d-446e-8a20-74b160489421,segment=NetworkSegment(8db56291-8568-416d-a084-58b6dbb5da55),segment_id=8db56291-8568-416d-a084-58b6dbb5da55)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:24.792128 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.795937 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: c96bd990-61aa-4b1c-b03b-76d6bbc93821 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:38:24.796276 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device c96bd990-61aa-4b1c-b03b-76d6bbc93821 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:38:24.796680 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device b3fbf60c-ae6c-4734-9244-57ba1a4ece46 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:38:24.834515 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] Calling delete_port for 2afbc85d-942d-446e-8a20-74b160489421 owned by network:dhcp {{(pid=94321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:38:24.836144 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: b3fbf60c-ae6c-4734-9244-57ba1a4ece46 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:38:24.836487 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device b3fbf60c-ae6c-4734-9244-57ba1a4ece46 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:38:24.836898 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2afbc85d-942d-446e-8a20-74b160489421 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:38:24.856915 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.863697 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 2afbc85d-942d-446e-8a20-74b160489421 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:38:24.864041 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 2afbc85d-942d-446e-8a20-74b160489421 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:38:24.866830 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=22798dab-207e-4d70-9aa9-0115ba503c90,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:24.867839 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489e42f5-1995-441f-ace5-7b78c4ea64b1']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:24.882117 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db56291-8568-416d-a084-58b6dbb5da55') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:24.882412 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db56291-8568-416d-a084-58b6dbb5da55') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:38:24.891000 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.904740 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.910865 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:38:24.911278 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:38:24.912889 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:38:24.942036 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314'] for port, after_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:24.965825 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] Pushing event deleted for resources: {'Port': ['ID=2afbc85d-942d-446e-8a20-74b160489421,revision_number=None']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:24.969549 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61d2f5-2836-4fd3-814b-caf414d7ac53 None None] No DVR routers for this DVR port 2afbc85d-942d-446e-8a20-74b160489421 on host dv-cinder-759987-9-iscsi {{(pid=94321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:38:24.987472 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['22798dab-207e-4d70-9aa9-0115ba503c90'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:38:25.051505 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:25.056911 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:25.058802 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] 10.222.0.46 "DELETE /v2.0/networks/489e42f5-1995-441f-ace5-7b78c4ea64b1 HTTP/1.1" status: 204 len: 168 time: 0.7347882 Sep 03 21:38:25.069678 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5aab6-3f1c-405e-96af-2c46c007c28d admin admin] Pushing event deleted for resources: {'Network': ['ID=489e42f5-1995-441f-ace5-7b78c4ea64b1,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:25.488234 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59734) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:25.530221 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-546c6c85-9856-46d4-8fbc-f8830ba42f2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b98ff6005d34331b5eb83d5601b79c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407162 Sep 03 21:38:25.533098 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59736) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:25.583981 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c47d5d8-6689-442f-be15-45acd21a61f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:25.604789 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c47d5d8-6689-442f-be15-45acd21a61f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:25.633879 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43279dd4-3bf1-49b0-9c28-e6a822a7a178 req-ccc29a97-3127-4a58-a480-57d33833016a tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:25.635442 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-43279dd4-3bf1-49b0-9c28-e6a822a7a178 req-ccc29a97-3127-4a58-a480-57d33833016a tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 944 time: 0.0478194 Sep 03 21:38:25.673578 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-43279dd4-3bf1-49b0-9c28-e6a822a7a178 req-8dccec76-0b29-4cc1-94eb-0fd9477d0f5b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Sep 03 21:38:25.705201 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c47d5d8-6689-442f-be15-45acd21a61f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:25.707729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c47d5d8-6689-442f-be15-45acd21a61f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:25.711214 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-3c47d5d8-6689-442f-be15-45acd21a61f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98d601b2-eba7-40e9-a3dc-418ebc733a46 HTTP/1.1" status: 204 len: 168 time: 0.1748526 Sep 03 21:38:25.716347 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d5d8-6689-442f-be15-45acd21a61f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d601b2-eba7-40e9-a3dc-418ebc733a46,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:26.302408 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 22798dab-207e-4d70-9aa9-0115ba503c90 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:38:26.417384 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 22798dab-207e-4d70-9aa9-0115ba503c90 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:38:26.421148 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 22798dab-207e-4d70-9aa9-0115ba503c90 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:38:26.421566 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:26.497724 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:26.521600 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfa1cf5-744f-45ab-ab62-f69b29d11615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22798dab-207e-4d70-9aa9-0115ba503c90'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:38:26.524013 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bbcc32-9ff4-45b0-aeea-c47de6d4b5eb" -d '{"events": [{"server_uuid": "0bfa1cf5-744f-45ab-ab62-f69b29d11615", "name": "network-vif-plugged", "status": "completed", "tag": "22798dab-207e-4d70-9aa9-0115ba503c90"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:38:26.536465 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 22798dab-207e-4d70-9aa9-0115ba503c90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=22798dab-207e-4d70-9aa9-0115ba503c90,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:26.562035 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493fa0fa-3a48-48f1-804b-6b5480d2f2e9 x-openstack-request-id: req-493fa0fa-3a48-48f1-804b-6b5480d2f2e9 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:38:26.562324 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfa1cf5-744f-45ab-ab62-f69b29d11615", "name": "network-vif-plugged", "status": "completed", "tag": "22798dab-207e-4d70-9aa9-0115ba503c90", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:38:26.562583 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-493fa0fa-3a48-48f1-804b-6b5480d2f2e9 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:38:26.563008 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfa1cf5-744f-45ab-ab62-f69b29d11615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22798dab-207e-4d70-9aa9-0115ba503c90', 'code': 200} Sep 03 21:38:26.613366 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:26.663160 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=22798dab-207e-4d70-9aa9-0115ba503c90,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:26.790771 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbe550-3178-4a50-879d-79daaf6b25e0 req-62cdd87a-3b8a-4c12-b66b-24fa245a84ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:26.792190 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-43dbe550-3178-4a50-879d-79daaf6b25e0 req-62cdd87a-3b8a-4c12-b66b-24fa245a84ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Sep 03 21:38:26.832107 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-43dbe550-3178-4a50-879d-79daaf6b25e0 req-1b301fda-c0de-4905-b167-ea54f54c1ca9 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331898 Sep 03 21:38:26.869967 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb25a5e-1876-4e8e-bd90-db18d489f0d4 req-89f91fea-6cc5-41c7-85b5-45b0a901d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:26.871561 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4cb25a5e-1876-4e8e-bd90-db18d489f0d4 req-89f91fea-6cc5-41c7-85b5-45b0a901d07a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 1098 time: 0.0383694 Sep 03 21:38:26.906989 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4cb25a5e-1876-4e8e-bd90-db18d489f0d4 req-3be8d487-26b8-4e0e-afde-072d1575b6d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279074 Sep 03 21:38:27.950052 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1d525-1adb-426e-b523-d4bcde51dc4e req-c987627f-1b10-477d-a500-aa139bd04018 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:27.951514 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4de1d525-1adb-426e-b523-d4bcde51dc4e req-c987627f-1b10-477d-a500-aa139bd04018 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 945 time: 0.0500984 Sep 03 21:38:27.989898 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4de1d525-1adb-426e-b523-d4bcde51dc4e req-d77df5a6-680a-4671-bdd5-e0a27e706ad6 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Sep 03 21:38:29.502061 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a160427-00ba-4c02-aa89-0db499667aee req-d1044cda-693f-4454-beba-ffdd185f21cd tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:29.503616 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3a160427-00ba-4c02-aa89-0db499667aee req-d1044cda-693f-4454-beba-ffdd185f21cd tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 945 time: 0.0474310 Sep 03 21:38:29.543932 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3a160427-00ba-4c02-aa89-0db499667aee req-4b613e56-7d68-4284-85e5-e53222064de1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Sep 03 21:38:31.201762 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d1bf-55bd-4840-839d-a2adeb51db89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:33.807381 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-75d71f0f-d5c4-47ac-b0da-fd7c986f6fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:33.979076 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:34.628640 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-c7335341-81ab-49d5-8165-777fb22534bb tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:34.630024 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-c7335341-81ab-49d5-8165-777fb22534bb tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 815 time: 0.1024380 Sep 03 21:38:34.645121 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-2c2da6a7-c185-478b-b2d7-73ef18f25ba1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/quotas/81e0d3399e2b4c9fb351b0063f9eeaa1 HTTP/1.1" status: 200 len: 375 time: 0.0092170 Sep 03 21:38:34.693968 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-a1281900-9371-4282-9c40-5872f9d06dfb tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437407 Sep 03 21:38:34.780634 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-742cea85-2c30-4b94-b8c5-9283a0e1b6d7 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795105 Sep 03 21:38:34.870369 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-75523095-47ea-4047-b6c2-4922d80d954c service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837352 Sep 03 21:38:35.123103 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-de21f331-935c-49fc-8d15-7b0c01630fd5 req-de6f9d57-cf98-423d-aed7-93f02f11864b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 210 time: 0.0271716 Sep 03 21:38:35.196202 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:36.215058 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2adb1b21-9359-4045-82b9-ae6f7a89f059 req-c4140934-f31d-4cf3-9e77-3f07fa67163d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 210 time: 0.0249860 Sep 03 21:38:37.066389 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.091549 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 59904) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:37.141750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-3cf0fd3b-c020-494b-bb30-0dd8a97fd5f2 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:37.144138 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-3cf0fd3b-c020-494b-bb30-0dd8a97fd5f2 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 815 time: 0.1116216 Sep 03 21:38:37.157221 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Request body: {'port': {'device_id': 'f00bc688-27a0-40f7-9bb1-35b41a5cf15a', 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'admin_state_up': True, 'tenant_id': '81e0d3399e2b4c9fb351b0063f9eeaa1'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:38:37.208941 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b0e8-90ec-4719-a023-e2d40f08b889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.318206 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f061e401-b9c7-492b-9b56-a47b066abcd0 req-ae87ae6c-67ee-4e35-b8c8-f6b7c1d100ab tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 210 time: 0.0290585 Sep 03 21:38:37.340262 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b0e8-90ec-4719-a023-e2d40f08b889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.471205 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b0e8-90ec-4719-a023-e2d40f08b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.508871 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-3fe6b0e8-90ec-4719-a023-e2d40f08b889 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72733058729f43a0a3eaa1a90143bf98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161856 Sep 03 21:38:37.510760 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6b0e8-90ec-4719-a023-e2d40f08b889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3395f-d48e-4467-8bc8-ee1c31c46ac1,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:37.511517 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 59914) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:37.560533 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5b52-c4fd-4909-9729-9ca14bbcbf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.581275 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5b52-c4fd-4909-9729-9ca14bbcbf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.609183 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Made reservation on behalf of 81e0d3399e2b4c9fb351b0063f9eeaa1 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:38:37.612648 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.717577 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5b52-c4fd-4909-9729-9ca14bbcbf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.720024 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5b52-c4fd-4909-9729-9ca14bbcbf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:37.721951 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a8fc5b52-c4fd-4909-9729-9ca14bbcbf61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ab3395f-d48e-4467-8bc8-ee1c31c46ac1 HTTP/1.1" status: 204 len: 168 time: 0.2094476 Sep 03 21:38:37.763154 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5b52-c4fd-4909-9729-9ca14bbcbf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3395f-d48e-4467-8bc8-ee1c31c46ac1,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:37.830402 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Allocated IP 172.20.0.6 (a7ffb915-9be3-499d-951b-1e1ed3d16bc7/1ddaa30b-d387-40ee-b31c-46a114ac5064/ad1158d6-6199-4892-837c-e9d2646f6414) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:38:37.971520 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:38.103750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:38.117112 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['90dc808a-201a-4273-bac6-b303d7837408', '22798dab-207e-4d70-9aa9-0115ba503c90'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:38:38.151662 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:38:38.154687 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:38:38.157988 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:38:38.197785 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Pushing event updated for resources: {'Port': ['ID=ad1158d6-6199-4892-837c-e9d2646f6414,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:38.230114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:38.230114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:38.346581 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-5e4729a4-59e2-4c99-a519-7cd4c15424ed tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1934226 Sep 03 21:38:38.360600 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Request body: {'port': {'device_id': 'f00bc688-27a0-40f7-9bb1-35b41a5cf15a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:38:38.414640 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:38.435801 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbfac-7721-49f0-ba36-0432fa93ace8 req-45c142c2-1730-4ed2-bda2-c1364cfa1d22 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:38.437289 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2c4fbfac-7721-49f0-ba36-0432fa93ace8 req-45c142c2-1730-4ed2-bda2-c1364cfa1d22 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 931 time: 0.0494087 Sep 03 21:38:38.475031 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2c4fbfac-7721-49f0-ba36-0432fa93ace8 req-a58d4d82-491c-4b98-bd5a-208b35e16861 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Sep 03 21:38:38.680982 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1158d6-6199-4892-837c-e9d2646f6414 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:38:38.690436 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:38.702322 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Transition to ACTIVE for port object ad1158d6-6199-4892-837c-e9d2646f6414 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:38:38.756364 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:38.807077 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1158d6-6199-4892-837c-e9d2646f6414,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:38.877577 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Attempting to bind port ad1158d6-6199-4892-837c-e9d2646f6414 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:38:38.877924 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Attempting to bind port ad1158d6-6199-4892-837c-e9d2646f6414 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:38:38.878238 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Attempting to bind port ad1158d6-6199-4892-837c-e9d2646f6414 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:38:38.882390 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Port ad1158d6-6199-4892-837c-e9d2646f6414 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:38:38.883560 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Attempting to bind port ad1158d6-6199-4892-837c-e9d2646f6414 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:38:38.887404 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:38:38.887735 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Checking segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:38:38.888111 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Bound using segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:38:38.888529 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Bound port: ad1158d6-6199-4892-837c-e9d2646f6414, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:38:38.888877 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:38.950671 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] For port ad1158d6-6199-4892-837c-e9d2646f6414, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:38:38.952539 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] For port ad1158d6-6199-4892-837c-e9d2646f6414, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=ad1158d6-6199-4892-837c-e9d2646f6414,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:38:39.036682 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:39.071393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:39.072013 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:39.073414 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad1158d6-6199-4892-837c-e9d2646f6414 HTTP/1.1" status: 200 len: 1093 time: 0.7180045 Sep 03 21:38:39.073843 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00bc688-27a0-40f7-9bb1-35b41a5cf15a', 'tag': 'ad1158d6-6199-4892-837c-e9d2646f6414'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:38:39.076113 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f54b2b4-d410-441d-ab5b-7cc594799415" -d '{"events": [{"name": "network-changed", "server_uuid": "f00bc688-27a0-40f7-9bb1-35b41a5cf15a", "tag": "ad1158d6-6199-4892-837c-e9d2646f6414"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:38:39.098667 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e69a2-a38a-4f33-8f00-1ddc2675d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1158d6-6199-4892-837c-e9d2646f6414,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:39.122318 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab7f6c6-81b2-4bcb-9aae-da6bf173ef0d x-openstack-request-id: req-6ab7f6c6-81b2-4bcb-9aae-da6bf173ef0d {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:38:39.122824 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00bc688-27a0-40f7-9bb1-35b41a5cf15a", "tag": "ad1158d6-6199-4892-837c-e9d2646f6414", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:38:39.125678 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ab7f6c6-81b2-4bcb-9aae-da6bf173ef0d {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:38:39.125678 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00bc688-27a0-40f7-9bb1-35b41a5cf15a', 'tag': 'ad1158d6-6199-4892-837c-e9d2646f6414', 'status': 'completed', 'code': 200} Sep 03 21:38:39.192405 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54b2b4-d410-441d-ab5b-7cc594799415 req-2251f42c-2f72-4b65-b128-ce85c45cbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:39.193906 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4f54b2b4-d410-441d-ab5b-7cc594799415 req-2251f42c-2f72-4b65-b128-ce85c45cbef2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 1096 time: 0.0450480 Sep 03 21:38:39.294981 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54b2b4-d410-441d-ab5b-7cc594799415 req-9353e478-5318-4a71-9875-019dfe7d20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:39.296483 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4f54b2b4-d410-441d-ab5b-7cc594799415 req-9353e478-5318-4a71-9875-019dfe7d20b7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0940185 Sep 03 21:38:39.395668 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54b2b4-d410-441d-ab5b-7cc594799415 req-872b209a-fd3d-4cdc-b75e-5362b851967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:39.397289 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-4f54b2b4-d410-441d-ab5b-7cc594799415 req-872b209a-fd3d-4cdc-b75e-5362b851967e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913925 Sep 03 21:38:39.482850 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-b1044d71-b044-4720-8b69-fe03d6b9d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:39.484401 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-b1044d71-b044-4720-8b69-fe03d6b9d5a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 1096 time: 0.0396051 Sep 03 21:38:39.531794 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-f0749736-6952-4196-a779-5a00d24456ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad1158d6-6199-4892-837c-e9d2646f6414 HTTP/1.1" status: 200 len: 217 time: 0.0375030 Sep 03 21:38:39.584325 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-0cfc4b3f-21e2-470c-a584-800aa277dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:39.585835 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-0cfc4b3f-21e2-470c-a584-800aa277dc17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ddaa30b-d387-40ee-b31c-46a114ac5064 HTTP/1.1" status: 200 len: 855 time: 0.0461013 Sep 03 21:38:39.593248 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bc860-e34d-4485-85fe-aad4bd4c8bfa req-cfce18b1-743e-428c-8805-59cd8d37e4b9 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:39.594741 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2e9bc860-e34d-4485-85fe-aad4bd4c8bfa req-cfce18b1-743e-428c-8805-59cd8d37e4b9 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 943 time: 0.0496051 Sep 03 21:38:39.627874 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-bdacdc47-9731-4d49-b07b-8b34f4618dda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337963 Sep 03 21:38:39.637308 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2e9bc860-e34d-4485-85fe-aad4bd4c8bfa req-e7bedc7b-da15-4550-97df-b7125af0fc86 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Sep 03 21:38:39.717159 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-3ca7a175-918c-4ed0-808f-ecde856924a9 service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821609 Sep 03 21:38:39.813096 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5da55009-df6d-46d5-b6fb-633d6db8aab8 req-c672cedc-6aa0-4e85-9951-6d65f677246e service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865350 Sep 03 21:38:40.755968 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e21fad-29aa-4c46-80cc-2eac29b60055 req-d94b5940-cceb-46e7-bb12-caf24bfa36c4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:40.757429 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-30e21fad-29aa-4c46-80cc-2eac29b60055 req-d94b5940-cceb-46e7-bb12-caf24bfa36c4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 943 time: 0.0477042 Sep 03 21:38:40.793586 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-30e21fad-29aa-4c46-80cc-2eac29b60055 req-19b5ee2e-9e43-4ebb-9dc6-19dd1ce5c66d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303280 Sep 03 21:38:41.905668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1926df-e308-4ef7-b389-059c169e2521 req-3cc4a7f2-cc54-4c97-931f-819de87637ca tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:41.907198 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9a1926df-e308-4ef7-b389-059c169e2521 req-3cc4a7f2-cc54-4c97-931f-819de87637ca tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 943 time: 0.0480301 Sep 03 21:38:41.954832 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9a1926df-e308-4ef7-b389-059c169e2521 req-72bddf4a-7af5-4a4e-82c2-8a2be4307413 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Sep 03 21:38:42.354708 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device ad1158d6-6199-4892-837c-e9d2646f6414 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:38:42.446133 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port ad1158d6-6199-4892-837c-e9d2646f6414, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=ad1158d6-6199-4892-837c-e9d2646f6414,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:42.457444 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'ad1158d6-6199-4892-837c-e9d2646f6414', 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'port_id': 'ad1158d6-6199-4892-837c-e9d2646f6414', 'mac_address': 'fa:16:3e:2d:41:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ddaa30b-d387-40ee-b31c-46a114ac5064', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:38:42.495554 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:42.508333 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1158d6-6199-4892-837c-e9d2646f6414 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:38:42.527335 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port ad1158d6-6199-4892-837c-e9d2646f6414, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=ad1158d6-6199-4892-837c-e9d2646f6414,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:42.605866 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:42.653095 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=ad1158d6-6199-4892-837c-e9d2646f6414,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:42.873253 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['ad1158d6-6199-4892-837c-e9d2646f6414'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:38:43.071510 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be326694-47d0-483d-a137-b25a06933943 req-33420bbb-ce99-4087-93fb-b5f18caeb640 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:43.072953 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-be326694-47d0-483d-a137-b25a06933943 req-33420bbb-ce99-4087-93fb-b5f18caeb640 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 944 time: 0.0497899 Sep 03 21:38:43.109043 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-be326694-47d0-483d-a137-b25a06933943 req-c8de279e-d6e3-486e-a289-b1f529679590 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Sep 03 21:38:43.802211 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.040251 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 60010) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:44.141181 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.228780 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aaf2b-7488-4406-afcd-1c1dfc1bb374 req-60ff15b0-337b-459e-a1d7-7ecbdc99bf57 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:44.230474 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-694aaf2b-7488-4406-afcd-1c1dfc1bb374 req-60ff15b0-337b-459e-a1d7-7ecbdc99bf57 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 944 time: 0.0512021 Sep 03 21:38:44.231762 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.268801 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-694aaf2b-7488-4406-afcd-1c1dfc1bb374 req-c804fcb0-4978-4ba0-b519-b86cd70ccfc4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Sep 03 21:38:44.356213 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.371866 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device ad1158d6-6199-4892-837c-e9d2646f6414 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:38:44.395224 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf689f080b804637ab481edbc7ce3c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538911 Sep 03 21:38:44.395956 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743e89f8-0394-459d-8656-89bd1e4bb1a2,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:44.397981 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60016) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:44.404288 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.404458 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.404827 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.405089 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.405421 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.405753 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.406078 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.406402 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.406739 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.407261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.407594 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.408324 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b068c849-2218-41a5-b994-81a1afd670a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:38:44.453181 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc34c6b1-cfe7-4365-9ee5-f02a233a8930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.473462 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc34c6b1-cfe7-4365-9ee5-f02a233a8930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.537005 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port ad1158d6-6199-4892-837c-e9d2646f6414 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:38:44.540872 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port ad1158d6-6199-4892-837c-e9d2646f6414 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:38:44.541246 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.594550 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc34c6b1-cfe7-4365-9ee5-f02a233a8930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.597196 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-cc34c6b1-cfe7-4365-9ee5-f02a233a8930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.598466 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-cc34c6b1-cfe7-4365-9ee5-f02a233a8930 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/743e89f8-0394-459d-8656-89bd1e4bb1a2 HTTP/1.1" status: 204 len: 168 time: 0.1995192 Sep 03 21:38:44.606618 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34c6b1-cfe7-4365-9ee5-f02a233a8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743e89f8-0394-459d-8656-89bd1e4bb1a2,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:44.619756 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.649274 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00bc688-27a0-40f7-9bb1-35b41a5cf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1158d6-6199-4892-837c-e9d2646f6414'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:38:44.651531 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf56413-fa51-4cfa-9c4e-cec8d1c2135d" -d '{"events": [{"server_uuid": "f00bc688-27a0-40f7-9bb1-35b41a5cf15a", "name": "network-vif-plugged", "status": "completed", "tag": "ad1158d6-6199-4892-837c-e9d2646f6414"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:38:44.665067 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port ad1158d6-6199-4892-837c-e9d2646f6414, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=ad1158d6-6199-4892-837c-e9d2646f6414,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:38:44.691670 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02736199-da21-4ff9-854f-905dfa1de2c3 x-openstack-request-id: req-02736199-da21-4ff9-854f-905dfa1de2c3 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:38:44.691670 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00bc688-27a0-40f7-9bb1-35b41a5cf15a", "name": "network-vif-plugged", "status": "completed", "tag": "ad1158d6-6199-4892-837c-e9d2646f6414", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:38:44.691670 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02736199-da21-4ff9-854f-905dfa1de2c3 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:38:44.691670 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00bc688-27a0-40f7-9bb1-35b41a5cf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1158d6-6199-4892-837c-e9d2646f6414', 'code': 200} Sep 03 21:38:44.762111 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:44.809471 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=ad1158d6-6199-4892-837c-e9d2646f6414,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:45.012142 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8630-eb3b-472a-a12b-e71535832b7c req-51372982-ee3d-4b1d-9e8f-9cd5f8265668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:45.013821 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-243d8630-eb3b-472a-a12b-e71535832b7c req-51372982-ee3d-4b1d-9e8f-9cd5f8265668 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 1098 time: 0.0398531 Sep 03 21:38:45.056388 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-243d8630-eb3b-472a-a12b-e71535832b7c req-8e11d406-6e13-4391-b525-2e89797cb551 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Sep 03 21:38:45.207421 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 60024) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:45.220517 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1a666b22-a505-45b9-88b6-e37824b59177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:45.305955 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1a666b22-a505-45b9-88b6-e37824b59177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:45.382843 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1a666b22-a505-45b9-88b6-e37824b59177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:45.396153 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1db90-0ac1-4afe-ac35-bc709e509211 req-2d1472f4-0b8d-4ee5-8cca-214df24f0d71 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:45.397631 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-edf1db90-0ac1-4afe-ac35-bc709e509211 req-2d1472f4-0b8d-4ee5-8cca-214df24f0d71 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 945 time: 0.0523846 Sep 03 21:38:45.421328 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1a666b22-a505-45b9-88b6-e37824b59177 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=583d9f32d2cc400498fc48f6cc641378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127721 Sep 03 21:38:45.422479 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a666b22-a505-45b9-88b6-e37824b59177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7951ced-8ce9-4b25-82a0-4251aa18625d,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:45.423961 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60028) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:45.450383 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-edf1db90-0ac1-4afe-ac35-bc709e509211 req-37a966d5-4bcc-4a9a-ab66-d1714235ede8 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465798 Sep 03 21:38:45.481791 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-34c4bc90-9239-4213-9fc0-82a3ce66cbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:45.501719 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-34c4bc90-9239-4213-9fc0-82a3ce66cbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:45.641787 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-34c4bc90-9239-4213-9fc0-82a3ce66cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:45.645224 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-34c4bc90-9239-4213-9fc0-82a3ce66cbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:45.646362 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-34c4bc90-9239-4213-9fc0-82a3ce66cbd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7951ced-8ce9-4b25-82a0-4251aa18625d HTTP/1.1" status: 204 len: 168 time: 0.2215197 Sep 03 21:38:45.654730 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4bc90-9239-4213-9fc0-82a3ce66cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7951ced-8ce9-4b25-82a0-4251aa18625d,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:46.564195 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4b387-260d-4ae9-96e3-040e0d11c31b req-ef2a51f7-61cf-43d2-90ec-f69e31fcaccf tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:46.565668 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9ad4b387-260d-4ae9-96e3-040e0d11c31b req-ef2a51f7-61cf-43d2-90ec-f69e31fcaccf tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 945 time: 0.0471330 Sep 03 21:38:46.606845 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9ad4b387-260d-4ae9-96e3-040e0d11c31b req-44286c6d-ad1a-4c24-bbc9-84c9b1abbc5b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349903 Sep 03 21:38:47.329957 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:38:47.384687 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 60066) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:47.490032 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c9261dd9-61e5-437b-a04e-e2934e9193f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:47.575349 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c9261dd9-61e5-437b-a04e-e2934e9193f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:47.674409 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c9261dd9-61e5-437b-a04e-e2934e9193f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:47.712883 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c9261dd9-61e5-437b-a04e-e2934e9193f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed0438106db24558b50aa9e0ee43ea06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270953 Sep 03 21:38:47.713739 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261dd9-61e5-437b-a04e-e2934e9193f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e36a9ae-b961-4208-bc9c-af125d765537,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:47.715661 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60070) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:48.004765 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-89d234df-5262-4cc8-9c92-43b61153a3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:48.025120 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-89d234df-5262-4cc8-9c92-43b61153a3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:48.127876 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-89d234df-5262-4cc8-9c92-43b61153a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:48.130466 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-89d234df-5262-4cc8-9c92-43b61153a3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:48.131647 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-89d234df-5262-4cc8-9c92-43b61153a3b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e36a9ae-b961-4208-bc9c-af125d765537 HTTP/1.1" status: 204 len: 168 time: 0.4149203 Sep 03 21:38:48.141297 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d234df-5262-4cc8-9c92-43b61153a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e36a9ae-b961-4208-bc9c-af125d765537,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:49.785094 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60116) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:49.889197 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0ee063eb-df1e-4b2b-b3ff-06da240a1b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:49.973758 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0ee063eb-df1e-4b2b-b3ff-06da240a1b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:50.051582 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-0ee063eb-df1e-4b2b-b3ff-06da240a1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:50.089685 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-0ee063eb-df1e-4b2b-b3ff-06da240a1b36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e995bfcfc7234ac3af899f31a9712a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033273 Sep 03 21:38:50.090570 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee063eb-df1e-4b2b-b3ff-06da240a1b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616056fa-e89c-483c-8524-5dd1578d81a7,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:50.093141 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60120) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:38:50.146353 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-998e6b20-fced-4845-9846-a8689e26c8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:50.166997 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-998e6b20-fced-4845-9846-a8689e26c8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:50.291740 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-998e6b20-fced-4845-9846-a8689e26c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:50.294320 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-998e6b20-fced-4845-9846-a8689e26c8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:38:50.295499 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-998e6b20-fced-4845-9846-a8689e26c8c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/616056fa-e89c-483c-8524-5dd1578d81a7 HTTP/1.1" status: 204 len: 168 time: 0.2014756 Sep 03 21:38:50.303861 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e6b20-fced-4845-9846-a8689e26c8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616056fa-e89c-483c-8524-5dd1578d81a7,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:38:59.850053 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1123f9cf-d31d-4298-9a2d-cb7b224471b8 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:38:59.852044 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1123f9cf-d31d-4298-9a2d-cb7b224471b8 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 815 time: 0.1056738 Sep 03 21:38:59.867015 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-d3cbbc9c-44f9-474a-8a36-3af5e08f8a6a tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/quotas/81e0d3399e2b4c9fb351b0063f9eeaa1 HTTP/1.1" status: 200 len: 375 time: 0.0093033 Sep 03 21:38:59.921212 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-8f77a551-3d5a-4a61-9fb5-20701e4a0d49 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490415 Sep 03 21:39:00.013132 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-bf5a1c08-31c2-4ffa-a052-8d3da52240ff service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848875 Sep 03 21:39:00.107104 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-7736e7b0-5474-44be-aee2-be7719df674f service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Sep 03 21:39:00.320207 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a509b963-4e97-4bac-94cc-e79c19304898 req-12d22171-ebc3-4d53-81d1-e3be7207f46a tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 210 time: 0.0279279 Sep 03 21:39:01.242934 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-53a4eafc-e851-4b2b-8dad-0d2e0bf98f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:01.419933 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9261e29b-b22a-428d-8da2-12150209b470 req-348acd49-f685-43c5-88d3-705f63e19ef5 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 210 time: 0.0259981 Sep 03 21:39:02.344201 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-510413bf-61f6-46c4-ba33-4968c4605df4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:02.345757 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-510413bf-61f6-46c4-ba33-4968c4605df4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 815 time: 0.1055994 Sep 03 21:39:02.361087 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Request body: {'port': {'device_id': '2abead85-38b6-4d13-a883-7db8c51137b4', 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'admin_state_up': True, 'tenant_id': '81e0d3399e2b4c9fb351b0063f9eeaa1'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:39:02.518466 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-711b8452-4df0-4c2e-9b3a-0fec8c38fbc7 req-b6b9107b-08c4-46d2-a016-76cc5c2e39cc tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 210 time: 0.0257330 Sep 03 21:39:02.567737 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Made reservation on behalf of 81e0d3399e2b4c9fb351b0063f9eeaa1 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:39:02.572185 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:02.697463 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Allocated IP 172.20.0.8 (a7ffb915-9be3-499d-951b-1e1ed3d16bc7/1ddaa30b-d387-40ee-b31c-46a114ac5064/9dc3a19b-0a56-49cd-9d52-95d3a29519e9) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:39:02.848263 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:02.985440 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.002725 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['90dc808a-201a-4273-bac6-b303d7837408', '22798dab-207e-4d70-9aa9-0115ba503c90', 'ad1158d6-6199-4892-837c-e9d2646f6414'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:39:03.030770 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:39:03.033735 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:39:03.037418 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:39:03.046723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Pushing event updated for resources: {'Port': ['ID=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:03.096000 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:03.096620 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.208692 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-cdbf8446-e748-459a-b1d3-0fa91fa460a1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8513024 Sep 03 21:39:03.220672 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Request body: {'port': {'device_id': '2abead85-38b6-4d13-a883-7db8c51137b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:39:03.278349 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.553010 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:39:03.560537 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.572915 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Transition to ACTIVE for port object 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:39:03.640158 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff352dc-3a83-4c3d-866d-126809e8e228 req-ff8c24d5-b946-43f2-bd41-46c760874e9a tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:03.641600 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cff352dc-3a83-4c3d-866d-126809e8e228 req-ff8c24d5-b946-43f2-bd41-46c760874e9a tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 931 time: 0.0510292 Sep 03 21:39:03.664945 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.685631 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cff352dc-3a83-4c3d-866d-126809e8e228 req-325016be-18dc-4282-8429-1807b6c88329 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Sep 03 21:39:03.719575 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:03.785898 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Attempting to bind port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:39:03.789890 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Attempting to bind port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:39:03.789890 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Attempting to bind port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:39:03.791072 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:39:03.791400 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Attempting to bind port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 on network a7ffb915-9be3-499d-951b-1e1ed3d16bc7 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:39:03.796309 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:39:03.796593 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Checking segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:39:03.796984 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Bound using segment: {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:39:03.797413 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Bound port: 9dc3a19b-0a56-49cd-9d52-95d3a29519e9, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43675be-9c97-4edc-8fe1-3aae0acb2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:39:03.797774 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.836560 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-060df86f-abb2-4009-956b-f33d4b8040fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.861476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] For port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:39:03.864437 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] For port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:39:03.939455 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.981340 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:03.987562 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:03.989065 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/9dc3a19b-0a56-49cd-9d52-95d3a29519e9 HTTP/1.1" status: 200 len: 1093 time: 0.7725353 Sep 03 21:39:03.989531 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abead85-38b6-4d13-a883-7db8c51137b4', 'tag': '9dc3a19b-0a56-49cd-9d52-95d3a29519e9'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:03.992867 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d547f136-c779-4fb5-bbf8-1f9465dfd5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2abead85-38b6-4d13-a883-7db8c51137b4", "tag": "9dc3a19b-0a56-49cd-9d52-95d3a29519e9"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:04.016303 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a4235-8084-4352-ab02-15b94506c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:04.032662 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5923ea-81a0-491f-b833-db866736b45b x-openstack-request-id: req-5e5923ea-81a0-491f-b833-db866736b45b {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:04.032956 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abead85-38b6-4d13-a883-7db8c51137b4", "tag": "9dc3a19b-0a56-49cd-9d52-95d3a29519e9", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:04.033212 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e5923ea-81a0-491f-b833-db866736b45b {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:04.033608 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abead85-38b6-4d13-a883-7db8c51137b4', 'tag': '9dc3a19b-0a56-49cd-9d52-95d3a29519e9', 'status': 'completed', 'code': 200} Sep 03 21:39:04.036059 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:04.097991 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547f136-c779-4fb5-bbf8-1f9465dfd5d7 req-2e50b9ed-4ab7-4bd7-aa02-351481b315a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:04.099429 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d547f136-c779-4fb5-bbf8-1f9465dfd5d7 req-2e50b9ed-4ab7-4bd7-aa02-351481b315a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 1096 time: 0.0423932 Sep 03 21:39:04.202498 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547f136-c779-4fb5-bbf8-1f9465dfd5d7 req-f9a57002-785e-4967-b603-e7d7695c8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:04.202498 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d547f136-c779-4fb5-bbf8-1f9465dfd5d7 req-f9a57002-785e-4967-b603-e7d7695c8c41 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928273 Sep 03 21:39:04.298354 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547f136-c779-4fb5-bbf8-1f9465dfd5d7 req-9c260480-6664-42af-a8c4-d27a8581efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:04.300000 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d547f136-c779-4fb5-bbf8-1f9465dfd5d7 req-9c260480-6664-42af-a8c4-d27a8581efdb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912771 Sep 03 21:39:04.382092 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1750f2c0-ea3d-4836-9a3d-1d76a5d25955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:04.383526 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1750f2c0-ea3d-4836-9a3d-1d76a5d25955 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 1096 time: 0.0431986 Sep 03 21:39:04.427144 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-3e85236b-aa86-4fc2-aa88-0b17f06f4cdb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dc3a19b-0a56-49cd-9d52-95d3a29519e9 HTTP/1.1" status: 200 len: 217 time: 0.0355721 Sep 03 21:39:04.476019 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-d39b5a03-149b-4943-bd87-e50266aaa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:04.477402 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-d39b5a03-149b-4943-bd87-e50266aaa53e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ddaa30b-d387-40ee-b31c-46a114ac5064 HTTP/1.1" status: 200 len: 855 time: 0.0421951 Sep 03 21:39:04.506832 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-26c191ce-5032-42be-9ed9-999d0d2c62f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0218859 Sep 03 21:39:04.599109 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-1fa7eb3f-5dd0-4925-9a1a-6b3a24b8a60d service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847278 Sep 03 21:39:04.685816 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5aa5af69-4209-4afd-b9a0-2d081e6d5a2b req-8bfaaab6-206b-4596-8b39-48fb3618cf57 service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783179 Sep 03 21:39:04.812114 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89ea1e-6178-4a82-8eef-c02319dadd93 req-298bbb2b-dba3-4fe8-92c6-23d150c47fbc tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:04.813672 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8b89ea1e-6178-4a82-8eef-c02319dadd93 req-298bbb2b-dba3-4fe8-92c6-23d150c47fbc tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 943 time: 0.0484245 Sep 03 21:39:04.852230 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8b89ea1e-6178-4a82-8eef-c02319dadd93 req-c7e9d542-de46-4621-abcb-817bada842f5 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Sep 03 21:39:05.230787 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:05.967753 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879042fb-6208-457f-a867-9c2a9540cd32 req-071ad467-0c8e-47f7-ace9-91fecbaa9576 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:05.969216 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-879042fb-6208-457f-a867-9c2a9540cd32 req-071ad467-0c8e-47f7-ace9-91fecbaa9576 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 943 time: 0.0507760 Sep 03 21:39:06.006034 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-879042fb-6208-457f-a867-9c2a9540cd32 req-cb2e7a8c-3629-47d4-937b-4dfb2548c5e3 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309701 Sep 03 21:39:06.447006 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:39:06.538423 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:06.549058 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '9dc3a19b-0a56-49cd-9d52-95d3a29519e9', 'network_id': 'a7ffb915-9be3-499d-951b-1e1ed3d16bc7', 'port_id': '9dc3a19b-0a56-49cd-9d52-95d3a29519e9', 'mac_address': 'fa:16:3e:dc:48:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ddaa30b-d387-40ee-b31c-46a114ac5064', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:39:06.585685 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:06.600630 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:39:06.618357 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:06.704529 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:06.750090 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:06.757598 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.760428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.760428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.760428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.760428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.760428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.760428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.760428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.760428 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.761080 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.761080 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:06.761256 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:07.009415 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['9dc3a19b-0a56-49cd-9d52-95d3a29519e9'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:39:07.078454 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:07.124458 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c59d47-e290-4033-a53c-caf682336ab1 req-ac19c224-a95f-42de-94ef-5631063b8cdf tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:07.126191 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08c59d47-e290-4033-a53c-caf682336ab1 req-ac19c224-a95f-42de-94ef-5631063b8cdf tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 944 time: 0.0524218 Sep 03 21:39:07.164536 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-08c59d47-e290-4033-a53c-caf682336ab1 req-79d78bbd-1487-46e2-8e6f-bb557e406e8c tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Sep 03 21:39:08.281625 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b78c-42ac-4ab0-9839-91052549ba84 req-3a51ba0e-dc80-49fa-8b5b-299a559253f6 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:08.283048 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-65d0b78c-42ac-4ab0-9839-91052549ba84 req-3a51ba0e-dc80-49fa-8b5b-299a559253f6 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 944 time: 0.0525064 Sep 03 21:39:08.320356 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-65d0b78c-42ac-4ab0-9839-91052549ba84 req-e4f904ba-1ada-44f2-bdac-3a7c33c31a54 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Sep 03 21:39:08.457809 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:39:08.573232 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:39:08.576982 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:39:08.577359 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:08.651642 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:08.672717 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abead85-38b6-4d13-a883-7db8c51137b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3a19b-0a56-49cd-9d52-95d3a29519e9'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:08.674949 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d11a98-bf0c-4ada-8002-2b3c452947ba" -d '{"events": [{"server_uuid": "2abead85-38b6-4d13-a883-7db8c51137b4", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3a19b-0a56-49cd-9d52-95d3a29519e9"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:08.686967 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:08.712046 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2cc0b-d1d9-44a4-ace6-844964973bde x-openstack-request-id: req-edc2cc0b-d1d9-44a4-ace6-844964973bde {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:08.712337 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abead85-38b6-4d13-a883-7db8c51137b4", "name": "network-vif-plugged", "status": "completed", "tag": "9dc3a19b-0a56-49cd-9d52-95d3a29519e9", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:08.712591 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edc2cc0b-d1d9-44a4-ace6-844964973bde {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:08.712985 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abead85-38b6-4d13-a883-7db8c51137b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc3a19b-0a56-49cd-9d52-95d3a29519e9', 'code': 200} Sep 03 21:39:08.756178 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:08.806642 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:09.009986 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd1db-b6a7-4efe-aa2e-5d039f14721f req-b58348e5-85bb-4ca9-94f0-9c36358f3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:09.011381 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-362bd1db-b6a7-4efe-aa2e-5d039f14721f req-b58348e5-85bb-4ca9-94f0-9c36358f3fdd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 1098 time: 0.0421851 Sep 03 21:39:09.055593 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-362bd1db-b6a7-4efe-aa2e-5d039f14721f req-e2c295e9-1f5e-4bb0-8a4f-edb92627a286 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290122 Sep 03 21:39:09.432485 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1f48-9bb4-4e62-a49d-e60f4f993d85 req-491c753d-c247-464f-b98f-7a08afca0299 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:09.433972 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-703d1f48-9bb4-4e62-a49d-e60f4f993d85 req-491c753d-c247-464f-b98f-7a08afca0299 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 945 time: 0.0470424 Sep 03 21:39:09.471591 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-703d1f48-9bb4-4e62-a49d-e60f4f993d85 req-ec83fa27-7a8e-43e3-a79b-3fe90e40d73d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Sep 03 21:39:10.588340 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4a180-8714-4a12-9227-dfa6bdace925 req-d554086e-926a-45bb-b553-9fff1bd03a42 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:10.589833 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3fb4a180-8714-4a12-9227-dfa6bdace925 req-d554086e-926a-45bb-b553-9fff1bd03a42 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 945 time: 0.0528121 Sep 03 21:39:10.627267 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3fb4a180-8714-4a12-9227-dfa6bdace925 req-f1229c2a-26c3-43f7-ae8e-2b1eff0a9844 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Sep 03 21:39:13.811855 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:13.847701 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d00de-d0df-4a90-aab1-d5ea397c0c32 req-82d9b943-d0bd-4ec3-94a6-a7dd61698188 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:13.849176 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fd6d00de-d0df-4a90-aab1-d5ea397c0c32 req-82d9b943-d0bd-4ec3-94a6-a7dd61698188 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0479357 Sep 03 21:39:13.888651 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fd6d00de-d0df-4a90-aab1-d5ea397c0c32 req-898bf968-a092-47cf-8f7c-dd7566094900 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325005 Sep 03 21:39:15.000734 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7676a38-677f-42ce-af67-dd4d74a05bac req-d62691a7-de08-48bc-a60b-58145b1bdc45 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:15.002087 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d7676a38-677f-42ce-af67-dd4d74a05bac req-d62691a7-de08-48bc-a60b-58145b1bdc45 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0466442 Sep 03 21:39:15.039370 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d7676a38-677f-42ce-af67-dd4d74a05bac req-ecba3917-3983-4a80-b38e-e2e80730b2f8 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Sep 03 21:39:16.157499 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30621be1-22e6-4e5b-b696-67b4ce62a5d6 req-936412b4-7ba7-41c8-9e5f-511a83e7cce2 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:16.158970 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-30621be1-22e6-4e5b-b696-67b4ce62a5d6 req-936412b4-7ba7-41c8-9e5f-511a83e7cce2 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Sep 03 21:39:16.196263 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-30621be1-22e6-4e5b-b696-67b4ce62a5d6 req-67f9c8e2-dd9f-4540-bf43-540193cd3979 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312240 Sep 03 21:39:17.306601 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a47d8-1b03-4341-9966-57d6b00a645f req-357a20a9-02b7-4137-833b-5b6471502110 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:17.311013 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a44a47d8-1b03-4341-9966-57d6b00a645f req-357a20a9-02b7-4137-833b-5b6471502110 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0505061 Sep 03 21:39:17.351907 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a44a47d8-1b03-4341-9966-57d6b00a645f req-ab7994ec-eb21-40b3-bcfc-3d7dec3296fe tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354626 Sep 03 21:39:18.463057 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c12e-580f-4c6c-bd6f-e23a0a2b9404 req-ce3e9803-7523-4c6e-9210-fccd390c5d0f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:18.464504 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8ee9c12e-580f-4c6c-bd6f-e23a0a2b9404 req-ce3e9803-7523-4c6e-9210-fccd390c5d0f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0464153 Sep 03 21:39:18.501903 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8ee9c12e-580f-4c6c-bd6f-e23a0a2b9404 req-b8614910-fd51-4391-b6d5-ca99a113507c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Sep 03 21:39:19.624401 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89b710-6a6a-421e-bc21-99e54908aa07 req-00536077-f1a4-49c2-963d-75dc21b72090 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:19.626272 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5f89b710-6a6a-421e-bc21-99e54908aa07 req-00536077-f1a4-49c2-963d-75dc21b72090 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 945 time: 0.0578988 Sep 03 21:39:19.665359 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5f89b710-6a6a-421e-bc21-99e54908aa07 req-4dc30aee-8e2a-4e28-b2f1-8b1cbcfd1ed7 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Sep 03 21:39:20.507071 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device c7ca871a-3073-4cda-96c9-437667d33603 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:39:20.578717 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:20.607308 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:20.607308 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de28380-f418-42c5-972e-132a3386ef51" -d '{"events": [{"server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ca871a-3073-4cda-96c9-437667d33603"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:20.616729 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port c7ca871a-3073-4cda-96c9-437667d33603, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c7ca871a-3073-4cda-96c9-437667d33603,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:20.640508 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f0171c-c6ce-4aaa-8a8a-6d1ce75218c0 x-openstack-request-id: req-75f0171c-c6ce-4aaa-8a8a-6d1ce75218c0 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:20.640802 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ca871a-3073-4cda-96c9-437667d33603", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:20.641052 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75f0171c-c6ce-4aaa-8a8a-6d1ce75218c0 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:20.641443 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603', 'code': 200} Sep 03 21:39:20.716662 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:20.768063 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=c7ca871a-3073-4cda-96c9-437667d33603,revision_number=6']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:20.782657 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af02514-c56f-4ed2-873f-086cac635901 req-97093443-1259-4a8b-8305-d4456def0220 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:20.785031 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2af02514-c56f-4ed2-873f-086cac635901 req-97093443-1259-4a8b-8305-d4456def0220 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0490475 Sep 03 21:39:20.824037 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2af02514-c56f-4ed2-873f-086cac635901 req-92edde04-1c40-4c97-a4aa-9337b1120ba7 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Sep 03 21:39:21.935587 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4db55-ea06-4052-8e92-c6a12c80686e req-30ccefac-b5c9-4e78-ae0b-f2fa3cb9bd0e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:21.937125 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aac4db55-ea06-4052-8e92-c6a12c80686e req-30ccefac-b5c9-4e78-ae0b-f2fa3cb9bd0e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0475869 Sep 03 21:39:21.976137 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-aac4db55-ea06-4052-8e92-c6a12c80686e req-e791b52e-9aaf-4b3d-aec4-f89658c429d9 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331049 Sep 03 21:39:22.159300 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64c055c7-e36c-460d-99e2-f867849aed75 req-4567157e-2d2e-440c-9319-119322344ff8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420194 Sep 03 21:39:22.221028 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c055c7-e36c-460d-99e2-f867849aed75 req-66be7754-5cad-4863-b08d-085db0883f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:22.222483 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64c055c7-e36c-460d-99e2-f867849aed75 req-66be7754-5cad-4863-b08d-085db0883f87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 1098 time: 0.0396101 Sep 03 21:39:22.327263 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c055c7-e36c-460d-99e2-f867849aed75 req-8799eb02-e362-4afc-a20c-8a4ceefecbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:22.328742 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64c055c7-e36c-460d-99e2-f867849aed75 req-8799eb02-e362-4afc-a20c-8a4ceefecbde service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 200 len: 916 time: 0.0867085 Sep 03 21:39:22.370794 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64c055c7-e36c-460d-99e2-f867849aed75 req-6d5315b0-c4d7-478f-aa88-d45d97ed1e31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90dc808a-201a-4273-bac6-b303d7837408 HTTP/1.1" status: 200 len: 217 time: 0.0335474 Sep 03 21:39:22.418754 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c055c7-e36c-460d-99e2-f867849aed75 req-e81031ae-9aaf-4d77-8fb1-47f7291bdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:22.420191 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64c055c7-e36c-460d-99e2-f867849aed75 req-e81031ae-9aaf-4d77-8fb1-47f7291bdbbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ddaa30b-d387-40ee-b31c-46a114ac5064 HTTP/1.1" status: 200 len: 855 time: 0.0420849 Sep 03 21:39:22.455048 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64c055c7-e36c-460d-99e2-f867849aed75 req-718270c5-8673-4abb-b4bb-1c3813127503 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7ffb915-9be3-499d-951b-1e1ed3d16bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267751 Sep 03 21:39:22.545981 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64c055c7-e36c-460d-99e2-f867849aed75 req-566ec4fc-5d54-4abb-98d5-576c0998a395 service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804245 Sep 03 21:39:22.636977 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-64c055c7-e36c-460d-99e2-f867849aed75 req-386bbd02-929f-4667-b21a-a2d3ed9edfd4 service neutron] 10.222.0.18 "GET /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825310 Sep 03 21:39:23.090890 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ab180-d992-44fb-9d47-fd1bd6bd7d82 req-d4b5d92a-8163-4451-9cd4-2b33eda8fd1b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:23.092396 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c50ab180-d992-44fb-9d47-fd1bd6bd7d82 req-d4b5d92a-8163-4451-9cd4-2b33eda8fd1b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0504165 Sep 03 21:39:23.129698 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c50ab180-d992-44fb-9d47-fd1bd6bd7d82 req-fcc7b77a-b33c-4dcf-93be-f73302853023 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Sep 03 21:39:23.690008 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60448) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:23.792232 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:23.879538 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:23.979784 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:24.016307 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d0937-d582-4159-bfa6-5365a0c43beb,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:24.020428 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42c9e9f45791420487bcb8f45b2b6815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294091 Sep 03 21:39:24.023233 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 60454) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:24.027171 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.027527 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.027872 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.028211 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.028548 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.028882 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.029212 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.029537 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.029865 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.030193 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.030514 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.030856 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3971ab-31b4-4d27-a75d-7ea66d497141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:24.071761 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6c20c2f-0a77-4509-8d8a-355ca85ca02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:24.091598 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6c20c2f-0a77-4509-8d8a-355ca85ca02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:24.233673 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6c20c2f-0a77-4509-8d8a-355ca85ca02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:24.236256 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a6c20c2f-0a77-4509-8d8a-355ca85ca02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:24.237403 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a6c20c2f-0a77-4509-8d8a-355ca85ca02c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb2d0937-d582-4159-bfa6-5365a0c43beb HTTP/1.1" status: 204 len: 168 time: 0.2131548 Sep 03 21:39:24.241680 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebbed3-931a-403f-a233-d3bfa2696f73 req-f6207b47-67db-4ea0-aa18-763910beccfd tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:24.245624 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c20c2f-0a77-4509-8d8a-355ca85ca02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d0937-d582-4159-bfa6-5365a0c43beb,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:24.249492 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-49ebbed3-931a-403f-a233-d3bfa2696f73 req-f6207b47-67db-4ea0-aa18-763910beccfd tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0533617 Sep 03 21:39:24.284736 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-49ebbed3-931a-403f-a233-d3bfa2696f73 req-d88f8ba3-c70f-432b-a6ba-586dedfa628b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343668 Sep 03 21:39:24.328589 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:39:25.407035 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551a279-9b2d-409d-9880-2f527f37ca96 req-8b7819f2-ed1b-4b6f-bff5-73d816318735 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:25.408543 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2551a279-9b2d-409d-9880-2f527f37ca96 req-8b7819f2-ed1b-4b6f-bff5-73d816318735 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0566771 Sep 03 21:39:25.445460 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2551a279-9b2d-409d-9880-2f527f37ca96 req-2b15ac1b-262d-4748-a088-3edf5447c0c5 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309503 Sep 03 21:39:25.803846 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 60490) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:25.910007 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1aa42ae6-38ed-4caf-be10-fd82fb95a5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:26.002936 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1aa42ae6-38ed-4caf-be10-fd82fb95a5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:26.096568 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1aa42ae6-38ed-4caf-be10-fd82fb95a5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:26.139730 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1aa42ae6-38ed-4caf-be10-fd82fb95a5ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f921c32145447f1af1846e9b01be021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346841 Sep 03 21:39:26.140644 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa42ae6-38ed-4caf-be10-fd82fb95a5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06871513-470b-4161-aac1-0d4259d24a5c,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:26.142671 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60496) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:26.191277 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d910-276a-4b17-a7e9-30d119e0e651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:26.215612 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d910-276a-4b17-a7e9-30d119e0e651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:26.350369 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d910-276a-4b17-a7e9-30d119e0e651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:26.353486 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d910-276a-4b17-a7e9-30d119e0e651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:26.354772 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-d8b1d910-276a-4b17-a7e9-30d119e0e651 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06871513-470b-4161-aac1-0d4259d24a5c HTTP/1.1" status: 204 len: 168 time: 0.2110572 Sep 03 21:39:26.362394 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1d910-276a-4b17-a7e9-30d119e0e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06871513-470b-4161-aac1-0d4259d24a5c,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:26.559320 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93f42f-b50b-434a-9f7c-c5e09b58e4a4 req-07f1e333-9416-436c-9931-49768a978fdb tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:26.560822 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fe93f42f-b50b-434a-9f7c-c5e09b58e4a4 req-07f1e333-9416-436c-9931-49768a978fdb tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0480320 Sep 03 21:39:26.601008 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fe93f42f-b50b-434a-9f7c-c5e09b58e4a4 req-98af3987-35a3-45a3-afce-d76036294da0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342391 Sep 03 21:39:27.715520 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f5d58-c75b-463f-a56d-6e5892d82c6d req-427d0d97-990a-4c63-a575-83cd6e96a104 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:27.719260 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b11f5d58-c75b-463f-a56d-6e5892d82c6d req-427d0d97-990a-4c63-a575-83cd6e96a104 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0496538 Sep 03 21:39:27.719405 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554dae3-382b-443e-990e-2e9945d3f813 req-dfa2791f-9a7b-47da-a6b0-d473f60f6fab tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:27.719405 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e554dae3-382b-443e-990e-2e9945d3f813 req-dfa2791f-9a7b-47da-a6b0-d473f60f6fab tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 943 time: 0.0495539 Sep 03 21:39:27.755553 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b11f5d58-c75b-463f-a56d-6e5892d82c6d req-8fcc990f-585e-41ea-b189-14174c8e8e82 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Sep 03 21:39:27.812252 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Deleting port c7ca871a-3073-4cda-96c9-437667d33603 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:39:27.813224 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:27.898845 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] For port c7ca871a-3073-4cda-96c9-437667d33603, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c7ca871a-3073-4cda-96c9-437667d33603,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:27.899211 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:28.069260 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:28.069632 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:28.070091 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Floating IP 9cd0b4a5-ee76-4fec-8a2b-67a68e6879ca disassociated. External IP: 172.27.3.173, port: c7ca871a-3073-4cda-96c9-437667d33603. Sep 03 21:39:28.070448 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Calling delete_port for c7ca871a-3073-4cda-96c9-437667d33603 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:39:28.579250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:28.607198 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event deleted for resources: {'Port': ['ID=c7ca871a-3073-4cda-96c9-437667d33603,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:28.719753 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Router a51f8479-a420-4081-8dc8-b99eee086d0f has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:39:28.829843 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:39:28.841279 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:39:28.850865 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ee7679d9-e63c-4355-8496-cc9835f1f29b req-b962b271-f9aa-4897-8c5a-9e0ef7e82ff0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 210 time: 0.0262415 Sep 03 21:39:28.851360 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:39:28.851680 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:39:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:28.869962 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] No DVR routers for this DVR port c7ca871a-3073-4cda-96c9-437667d33603 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:39:28.874336 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:28.876514 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e554dae3-382b-443e-990e-2e9945d3f813 req-0c5e0f3d-9237-4e68-a2bb-a6dcad0ae1e6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "DELETE /v2.0/ports/c7ca871a-3073-4cda-96c9-437667d33603 HTTP/1.1" status: 204 len: 173 time: 1.1485827 Sep 03 21:39:28.877004 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'name': 'network-vif-deleted', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:28.879338 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d166101-123d-4038-806e-2a43828189b4" -d '{"events": [{"server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "name": "network-vif-deleted", "tag": "c7ca871a-3073-4cda-96c9-437667d33603"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:28.915700 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420d1826-a151-41bf-b015-68a52350b35f x-openstack-request-id: req-420d1826-a151-41bf-b015-68a52350b35f {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:28.916023 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3", "name": "network-vif-deleted", "tag": "c7ca871a-3073-4cda-96c9-437667d33603", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:28.916279 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-420d1826-a151-41bf-b015-68a52350b35f {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:28.916742 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3', 'name': 'network-vif-deleted', 'tag': 'c7ca871a-3073-4cda-96c9-437667d33603', 'status': 'completed', 'code': 200} Sep 03 21:39:28.961322 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:39:29.174240 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:29.204784 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:39:29.213563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:39:29.214186 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:39:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:29.316010 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:39:29.589382 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:29.615010 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaab6dc-2334-41b2-a78a-8aae1869691a None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:39:29.830870 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d7971-ca66-4979-b2e9-d4d848007fb5 None None] New status for floating IP 9cd0b4a5-ee76-4fec-8a2b-67a68e6879ca: DOWN {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:39:29.982552 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-94335133-4723-48d0-a405-af2768e786da req-6b396283-7a7e-4094-b8cf-90dce39e1abc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a37ed88-5c07-4f7c-a2cd-d7d7968fdfb3 HTTP/1.1" status: 200 len: 210 time: 0.0250902 Sep 03 21:39:31.218836 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-9b55318e-cf21-42f5-997c-aa99f4b6f880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:31.229808 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-290a0423-b84d-4e08-9ff6-3621bb30db0c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407698463&fields=id&tenant_id=a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 267 time: 0.0334365 Sep 03 21:39:31.336293 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-ab01a56f-f6e7-4802-9a6d-5df4b536b721 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:31.337827 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-ab01a56f-f6e7-4802-9a6d-5df4b536b721 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 811 time: 0.1011605 Sep 03 21:39:31.352566 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-2d8f7239-a1e1-456b-82b7-6149aef41841 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/quotas/a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 375 time: 0.0087829 Sep 03 21:39:31.404485 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-c9ff7839-6ca4-47db-bcda-43cddd36e00b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461941 Sep 03 21:39:31.501585 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-da427e33-3229-43d9-a066-a06f8080ac43 service neutron] 10.222.0.46 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846179 Sep 03 21:39:31.587536 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-ff23e8f7-12df-4b0e-998c-62c6e89c25b8 service neutron] 10.222.0.46 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798275 Sep 03 21:39:32.157149 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1a1da9cb-9504-4436-988e-d7f25bead733 req-c2283978-5ad3-46c4-852d-74ad18b4bcc9 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 210 time: 0.0313027 Sep 03 21:39:33.248966 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e513776d-abb5-420f-92bf-19aa856ec5d9 req-c0ad14c8-482e-44ef-9565-85980c15f410 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Sep 03 21:39:33.813387 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-a5e975a8-3759-4f9b-9699-3c212fccd431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:33.982445 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:34.138073 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-0cfa6037-ec86-4e60-950c-fa2a6d012277 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:34.163793 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-0cfa6037-ec86-4e60-950c-fa2a6d012277 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 811 time: 0.1106601 Sep 03 21:39:34.190161 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-c920828d-3878-4615-980d-36cabeeede32 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 380 time: 0.0400865 Sep 03 21:39:34.200537 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'port': {'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'admin_state_up': True, 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'security_groups': ['619b2dc4-769e-4c87-b411-c02a40486a14']}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:39:34.345700 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7b1a74c7-b126-4047-979b-9f670dc053ad req-f1877f98-520a-4861-9201-88f7bb794fee tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 210 time: 0.0278051 Sep 03 21:39:34.479954 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Made reservation on behalf of a7fccbc6cbd344eeb8a31c2027b215de for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:39:34.483664 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:34.609698 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Allocated IP 172.20.0.4 (7c19b180-e117-44a4-b579-5a5a8a161971/8a92293a-daaa-407e-876c-887c334b5ec2/be075356-0e5d-4fb5-8a56-5ccade252f95) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:39:34.746884 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:34.760978 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Transition to ACTIVE for port object be075356-0e5d-4fb5-8a56-5ccade252f95 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:39:34.865778 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:34.905707 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Network 7c19b180-e117-44a4-b579-5a5a8a161971 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:39:34.908729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:39:34.912330 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:39:34.945368 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=be075356-0e5d-4fb5-8a56-5ccade252f95,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:34.971824 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:34.972368 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.065873 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-70fd3683-b70d-48f1-b034-420be04250bf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693609 Sep 03 21:39:35.078757 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Request body: {'port': {'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:39:35.135407 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.216961 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.314729 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-2e554615-bcd0-4bf1-80b9-37577447c707 None None] Provisioning for port be075356-0e5d-4fb5-8a56-5ccade252f95 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:39:35.319314 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-2e554615-bcd0-4bf1-80b9-37577447c707 None None] Provisioning complete for port be075356-0e5d-4fb5-8a56-5ccade252f95 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:39:35.319907 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-2e554615-bcd0-4bf1-80b9-37577447c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.359706 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-2e554615-bcd0-4bf1-80b9-37577447c707 None None] Port be075356-0e5d-4fb5-8a56-5ccade252f95 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:39:35.405723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be075356-0e5d-4fb5-8a56-5ccade252f95 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:39:35.413204 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.426212 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Transition to ACTIVE for port object be075356-0e5d-4fb5-8a56-5ccade252f95 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:39:35.464608 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417b7f-fbce-4be9-9ab8-a261517a69ac req-783df13b-6e1a-40c7-abad-481490dc710e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:35.466069 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0b417b7f-fbce-4be9-9ab8-a261517a69ac req-783df13b-6e1a-40c7-abad-481490dc710e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 931 time: 0.0478935 Sep 03 21:39:35.503617 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0b417b7f-fbce-4be9-9ab8-a261517a69ac req-b1d3f523-c33e-470e-9377-429f342db79c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Sep 03 21:39:35.548333 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.608730 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=be075356-0e5d-4fb5-8a56-5ccade252f95,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:35.685359 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Attempting to bind port be075356-0e5d-4fb5-8a56-5ccade252f95 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:39:35.685698 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Attempting to bind port be075356-0e5d-4fb5-8a56-5ccade252f95 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:39:35.686029 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Attempting to bind port be075356-0e5d-4fb5-8a56-5ccade252f95 on network 7c19b180-e117-44a4-b579-5a5a8a161971 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:39:35.691271 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Port be075356-0e5d-4fb5-8a56-5ccade252f95 on network 7c19b180-e117-44a4-b579-5a5a8a161971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:39:35.691601 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Attempting to bind port be075356-0e5d-4fb5-8a56-5ccade252f95 on network 7c19b180-e117-44a4-b579-5a5a8a161971 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:39:35.696840 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:39:35.697181 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Checking segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:39:35.697599 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Bound using segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:39:35.698083 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Bound port: be075356-0e5d-4fb5-8a56-5ccade252f95, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:39:35.698451 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.767488 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] For port be075356-0e5d-4fb5-8a56-5ccade252f95, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:39:35.770509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] For port be075356-0e5d-4fb5-8a56-5ccade252f95, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=be075356-0e5d-4fb5-8a56-5ccade252f95,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:39:35.857183 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.894250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:35.894908 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:35.896322 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] 10.222.0.18 "PUT /v2.0/ports/be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 200 len: 1093 time: 0.8218985 Sep 03 21:39:35.896757 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:35.899110 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7923d5f-f857-4e65-895f-362d64f8645f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:35.924766 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edead3cb-bff7-4cdb-ba1c-0f108fe9c5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=be075356-0e5d-4fb5-8a56-5ccade252f95,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:36.092224 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-a36c54a2-844c-42ee-8aa9-c964d72c7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.092224 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-a36c54a2-844c-42ee-8aa9-c964d72c7283 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1096 time: 0.0479460 Sep 03 21:39:36.144782 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cc79a5-0802-47e2-821b-0164255deef1 x-openstack-request-id: req-f2cc79a5-0802-47e2-821b-0164255deef1 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:36.148559 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:36.148559 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2cc79a5-0802-47e2-821b-0164255deef1 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:36.148559 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'status': 'completed', 'code': 200} Sep 03 21:39:36.148559 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-597eec1a-5575-4199-ad75-d0ade9670472 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 200 len: 217 time: 0.0392168 Sep 03 21:39:36.202403 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-9e94a7b4-f3ed-4ed5-8282-87159ed8a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.203877 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-9e94a7b4-f3ed-4ed5-8282-87159ed8a293 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0481143 Sep 03 21:39:36.215888 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d9b75-e3dd-40ff-b04f-937d9933fc0a req-e346aee3-1bf5-460c-a195-53d9f26d51e9 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.217363 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a27d9b75-e3dd-40ff-b04f-937d9933fc0a req-e346aee3-1bf5-460c-a195-53d9f26d51e9 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 945 time: 0.0511425 Sep 03 21:39:36.249810 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-9dd95256-0b14-4e0e-bf54-5a62226639a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.251351 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-9dd95256-0b14-4e0e-bf54-5a62226639a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399141 Sep 03 21:39:36.257561 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a27d9b75-e3dd-40ff-b04f-937d9933fc0a req-5832bd34-81d2-4df1-8667-4c4ff38fe9df tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Sep 03 21:39:36.342144 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-7a5f832c-7be2-4f61-ba02-8f0d5124ca41 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825005 Sep 03 21:39:36.435783 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d59ed24e-1e3f-421c-9e18-6a485da45030 req-f7121491-b9c1-4e33-9362-d20ac3940b2b service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836504 Sep 03 21:39:36.593584 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7923d5f-f857-4e65-895f-362d64f8645f req-c83129b7-2a9a-4006-be88-f8e875d5c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.595436 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f7923d5f-f857-4e65-895f-362d64f8645f req-c83129b7-2a9a-4006-be88-f8e875d5c5ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1096 time: 0.0413609 Sep 03 21:39:36.625735 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c848d8-c807-4501-93f6-b5b6124656a6 req-7bbe306b-03a0-49e6-8dd3-1f48f6d813bb tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.626906 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-46c848d8-c807-4501-93f6-b5b6124656a6 req-7bbe306b-03a0-49e6-8dd3-1f48f6d813bb tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 943 time: 0.0491705 Sep 03 21:39:36.664459 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-46c848d8-c807-4501-93f6-b5b6124656a6 req-5048d55b-194c-48b9-92b6-fe0750d7f92f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Sep 03 21:39:36.692092 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7923d5f-f857-4e65-895f-362d64f8645f req-45129aa0-dd65-487b-a260-0db0397a7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.693558 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f7923d5f-f857-4e65-895f-362d64f8645f req-45129aa0-dd65-487b-a260-0db0397a7881 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0897892 Sep 03 21:39:36.735315 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f7923d5f-f857-4e65-895f-362d64f8645f req-00dadfda-da25-4855-bda5-2bb55755a32e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 200 len: 217 time: 0.0331364 Sep 03 21:39:36.788519 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7923d5f-f857-4e65-895f-362d64f8645f req-9a59f1b2-cef0-400c-8f01-787a40eb3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.790014 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f7923d5f-f857-4e65-895f-362d64f8645f req-9a59f1b2-cef0-400c-8f01-787a40eb3db0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0461819 Sep 03 21:39:36.834831 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7923d5f-f857-4e65-895f-362d64f8645f req-740cd24a-93f3-4ace-bc57-cfe042f603bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:36.836329 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f7923d5f-f857-4e65-895f-362d64f8645f req-740cd24a-93f3-4ace-bc57-cfe042f603bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385754 Sep 03 21:39:36.924739 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f7923d5f-f857-4e65-895f-362d64f8645f req-3abb8a13-356e-4b44-be72-e27359b4789c service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802741 Sep 03 21:39:37.019147 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f7923d5f-f857-4e65-895f-362d64f8645f req-4035581e-0265-4d8d-8045-512b14001a9b service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870397 Sep 03 21:39:37.110530 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.229894 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60652) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:37.343857 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-afd9604f-4fe0-440a-9d6d-b430ffa97147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.399052 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abe316-9bc8-4cf5-b361-1de0348bf69d req-4c975653-df5b-45ef-9b91-97984487de11 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:37.400533 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b1abe316-9bc8-4cf5-b361-1de0348bf69d req-4c975653-df5b-45ef-9b91-97984487de11 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 945 time: 0.0717361 Sep 03 21:39:37.459404 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b1abe316-9bc8-4cf5-b361-1de0348bf69d req-32391aea-ea0d-4538-90a2-d0f08c8b9c64 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Sep 03 21:39:37.495755 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-afd9604f-4fe0-440a-9d6d-b430ffa97147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.596047 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-afd9604f-4fe0-440a-9d6d-b430ffa97147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.635438 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-afd9604f-4fe0-440a-9d6d-b430ffa97147 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=703bf692f29241cb8ffbfa216ea813c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044425 Sep 03 21:39:37.636526 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9604f-4fe0-440a-9d6d-b430ffa97147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f382958-a8bf-4d76-98ef-f7fb69e0f117,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:37.638628 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 60658) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:37.686354 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10c9-0985-4f81-9f64-915e84087f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.707264 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10c9-0985-4f81-9f64-915e84087f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.781157 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597b91-5ff7-4ffb-a693-2cf4897c40e4 req-429091f1-ef0a-4289-834e-42dbbb9e7a9c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:37.781765 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-a1740e44-c9a3-4839-8ebe-3f74ca8a8db0 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:37.782799 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-56597b91-5ff7-4ffb-a693-2cf4897c40e4 req-429091f1-ef0a-4289-834e-42dbbb9e7a9c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 943 time: 0.0484080 Sep 03 21:39:37.783249 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-a1740e44-c9a3-4839-8ebe-3f74ca8a8db0 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 945 time: 0.0613961 Sep 03 21:39:37.821850 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-56597b91-5ff7-4ffb-a693-2cf4897c40e4 req-2bc8141e-23bd-4e00-9d42-fd1d7bef1a64 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Sep 03 21:39:37.866410 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10c9-0985-4f81-9f64-915e84087f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.868895 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10c9-0985-4f81-9f64-915e84087f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.870080 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f6ba10c9-0985-4f81-9f64-915e84087f6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f382958-a8bf-4d76-98ef-f7fb69e0f117 HTTP/1.1" status: 204 len: 168 time: 0.2302980 Sep 03 21:39:37.882425 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba10c9-0985-4f81-9f64-915e84087f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f382958-a8bf-4d76-98ef-f7fb69e0f117,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:37.885722 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Deleting port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:39:37.886078 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.976076 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] For port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:37.976446 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:37.988471 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Calling delete_port for 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:39:38.207928 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:38.220299 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['90dc808a-201a-4273-bac6-b303d7837408', '22798dab-207e-4d70-9aa9-0115ba503c90', 'ad1158d6-6199-4892-837c-e9d2646f6414', '9dc3a19b-0a56-49cd-9d52-95d3a29519e9'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:39:38.241535 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Pushing event deleted for resources: {'Port': ['ID=9dc3a19b-0a56-49cd-9d52-95d3a29519e9,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:38.288393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] No DVR routers for this DVR port 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:39:38.291134 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:38.293903 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-66c4b0e1-7abd-4e4d-b999-2c2d31a23955 req-66ef2b7b-c791-476f-88b2-3d1d6609b7e4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "DELETE /v2.0/ports/9dc3a19b-0a56-49cd-9d52-95d3a29519e9 HTTP/1.1" status: 204 len: 173 time: 0.5046949 Sep 03 21:39:38.294375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abead85-38b6-4d13-a883-7db8c51137b4', 'name': 'network-vif-deleted', 'tag': '9dc3a19b-0a56-49cd-9d52-95d3a29519e9'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:38.297311 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dd7b80-05c0-4d9b-9a3b-20e7e8750cca" -d '{"events": [{"server_uuid": "2abead85-38b6-4d13-a883-7db8c51137b4", "name": "network-vif-deleted", "tag": "9dc3a19b-0a56-49cd-9d52-95d3a29519e9"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:38.347914 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f70bc-3671-4a1e-8b3d-133c12da09fe x-openstack-request-id: req-3d7f70bc-3671-4a1e-8b3d-133c12da09fe {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:38.348325 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abead85-38b6-4d13-a883-7db8c51137b4", "name": "network-vif-deleted", "tag": "9dc3a19b-0a56-49cd-9d52-95d3a29519e9", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:38.348672 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d7f70bc-3671-4a1e-8b3d-133c12da09fe {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:38.349376 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abead85-38b6-4d13-a883-7db8c51137b4', 'name': 'network-vif-deleted', 'tag': '9dc3a19b-0a56-49cd-9d52-95d3a29519e9', 'status': 'completed', 'code': 200} Sep 03 21:39:38.568268 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6ee357fe-4cdf-425e-aa73-c6fdb2275d12 req-1b8a51c0-60a7-4d73-84fe-41bb4a2ea694 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 210 time: 0.0257254 Sep 03 21:39:38.937863 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38deb01-e39d-4f1b-9715-7ccd9cb5e91c req-8afb748f-dbe6-4e60-a14f-15afc55dc41d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:38.939405 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b38deb01-e39d-4f1b-9715-7ccd9cb5e91c req-8afb748f-dbe6-4e60-a14f-15afc55dc41d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 943 time: 0.0507147 Sep 03 21:39:38.976196 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b38deb01-e39d-4f1b-9715-7ccd9cb5e91c req-6f132701-982f-4b8f-82f9-551209d0a60d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Sep 03 21:39:39.671691 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-edc64a6f-4ea9-4ca1-88b0-aa434025960d req-3a7598cd-7436-4a0e-b71e-45a2f0bfac5c tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=2abead85-38b6-4d13-a883-7db8c51137b4 HTTP/1.1" status: 200 len: 210 time: 0.0252583 Sep 03 21:39:40.091538 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166673e8-4237-401d-b15e-48e3b4c0d434 req-903d95be-f84b-40b1-80a5-668682e6dacd tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:40.093032 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-166673e8-4237-401d-b15e-48e3b4c0d434 req-903d95be-f84b-40b1-80a5-668682e6dacd tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 943 time: 0.0508165 Sep 03 21:39:40.130363 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-166673e8-4237-401d-b15e-48e3b4c0d434 req-466c0508-5731-40aa-9a5f-74c76539e0d6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313573 Sep 03 21:39:40.555653 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:39:40.575914 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:39:40.576253 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 9dc3a19b-0a56-49cd-9d52-95d3a29519e9 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:39:41.248736 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b78e64-617b-4367-a7ac-ede5a91d550c req-6fc3f9ab-ad26-4ab1-917e-5a8f04469ad4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:41.250272 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-52b78e64-617b-4367-a7ac-ede5a91d550c req-6fc3f9ab-ad26-4ab1-917e-5a8f04469ad4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 943 time: 0.0487094 Sep 03 21:39:41.291887 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-52b78e64-617b-4367-a7ac-ede5a91d550c req-8da75776-2a59-4d8a-a2bf-373455d2ecd3 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352120 Sep 03 21:39:42.580095 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57728437-4c59-4dd7-ac2a-3fd077087b6d req-bb1e5616-b784-47ed-8b39-0f777b5e720c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:42.581562 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-57728437-4c59-4dd7-ac2a-3fd077087b6d req-bb1e5616-b784-47ed-8b39-0f777b5e720c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 943 time: 0.0481040 Sep 03 21:39:42.619574 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-57728437-4c59-4dd7-ac2a-3fd077087b6d req-610c2576-96aa-4655-b103-f4594851dbb9 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Sep 03 21:39:42.722305 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31da9-5ee7-4c91-8af2-7e9dee63c3a3 req-b8feb008-3689-4e8e-831e-731e99ccebe4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:42.723779 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-92c31da9-5ee7-4c91-8af2-7e9dee63c3a3 req-b8feb008-3689-4e8e-831e-731e99ccebe4 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 945 time: 0.0506222 Sep 03 21:39:42.760568 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-92c31da9-5ee7-4c91-8af2-7e9dee63c3a3 req-afc2bfdd-0229-451b-bfe8-37e7b7aab9a5 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300996 Sep 03 21:39:43.732107 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8869f-6c7e-4048-8daa-10a0422ac9b7 req-2f9c6680-65cd-43f4-93b0-608f4da14122 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:43.733706 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fec8869f-6c7e-4048-8daa-10a0422ac9b7 req-2f9c6680-65cd-43f4-93b0-608f4da14122 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 943 time: 0.0480781 Sep 03 21:39:43.775039 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fec8869f-6c7e-4048-8daa-10a0422ac9b7 req-7964eb8e-54b5-47fd-8ef2-18764003b02d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352924 Sep 03 21:39:43.813392 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:43.877329 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e158c15-04e7-4644-b5a7-890f23d55a8b req-2f911dbe-1a5a-49e2-a2d8-4dda215db63b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:43.878796 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6e158c15-04e7-4644-b5a7-890f23d55a8b req-2f911dbe-1a5a-49e2-a2d8-4dda215db63b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 945 time: 0.0478625 Sep 03 21:39:43.918502 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6e158c15-04e7-4644-b5a7-890f23d55a8b req-7bc31428-8321-490d-8dcb-6b823afc6cdf tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Sep 03 21:39:44.029051 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43b654-f598-4647-9d0c-c81038461e70 req-7e557c1d-a65d-4a73-810f-e057ca293a41 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:44.030547 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0a43b654-f598-4647-9d0c-c81038461e70 req-7e557c1d-a65d-4a73-810f-e057ca293a41 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 945 time: 0.0466955 Sep 03 21:39:44.120689 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Deleting port ad1158d6-6199-4892-837c-e9d2646f6414 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:39:44.121044 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:44.207161 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] For port ad1158d6-6199-4892-837c-e9d2646f6414, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=ad1158d6-6199-4892-837c-e9d2646f6414,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:44.207443 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:44.219836 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Calling delete_port for ad1158d6-6199-4892-837c-e9d2646f6414 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:39:44.424915 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:44.436582 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['90dc808a-201a-4273-bac6-b303d7837408', '22798dab-207e-4d70-9aa9-0115ba503c90', 'ad1158d6-6199-4892-837c-e9d2646f6414'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:39:44.454316 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Pushing event deleted for resources: {'Port': ['ID=ad1158d6-6199-4892-837c-e9d2646f6414,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:44.467380 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.470331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.470331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.470331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.470331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.470331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.470331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.470331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.470331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.471049 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.471049 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.471049 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:39:44.506469 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] No DVR routers for this DVR port ad1158d6-6199-4892-837c-e9d2646f6414 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:39:44.509000 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:44.511822 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0a43b654-f598-4647-9d0c-c81038461e70 req-4696bb32-db41-4089-bd43-3f9fafd4a496 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "DELETE /v2.0/ports/ad1158d6-6199-4892-837c-e9d2646f6414 HTTP/1.1" status: 204 len: 173 time: 0.4748886 Sep 03 21:39:44.512250 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00bc688-27a0-40f7-9bb1-35b41a5cf15a', 'name': 'network-vif-deleted', 'tag': 'ad1158d6-6199-4892-837c-e9d2646f6414'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:44.514476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50886759-3bda-4698-94a8-550b38f0dfab" -d '{"events": [{"server_uuid": "f00bc688-27a0-40f7-9bb1-35b41a5cf15a", "name": "network-vif-deleted", "tag": "ad1158d6-6199-4892-837c-e9d2646f6414"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:44.551402 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6366f2cb-dc65-4227-b2c7-ecba7300a1b1 x-openstack-request-id: req-6366f2cb-dc65-4227-b2c7-ecba7300a1b1 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:44.551698 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00bc688-27a0-40f7-9bb1-35b41a5cf15a", "name": "network-vif-deleted", "tag": "ad1158d6-6199-4892-837c-e9d2646f6414", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:44.551949 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6366f2cb-dc65-4227-b2c7-ecba7300a1b1 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:44.552631 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00bc688-27a0-40f7-9bb1-35b41a5cf15a', 'name': 'network-vif-deleted', 'tag': 'ad1158d6-6199-4892-837c-e9d2646f6414', 'status': 'completed', 'code': 200} Sep 03 21:39:44.563353 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device be075356-0e5d-4fb5-8a56-5ccade252f95 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:39:44.711073 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port be075356-0e5d-4fb5-8a56-5ccade252f95, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=be075356-0e5d-4fb5-8a56-5ccade252f95,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:44.736086 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:39:44.782112 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:44.794604 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be075356-0e5d-4fb5-8a56-5ccade252f95 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:39:44.814978 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port be075356-0e5d-4fb5-8a56-5ccade252f95, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=be075356-0e5d-4fb5-8a56-5ccade252f95,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:44.893410 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:44.893669 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a687-6613-49be-bcf2-c6c09abbfe1e req-d9d58c6c-a896-437a-a794-cca725b77638 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:44.895293 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3fa1a687-6613-49be-bcf2-c6c09abbfe1e req-d9d58c6c-a896-437a-a794-cca725b77638 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 943 time: 0.0499837 Sep 03 21:39:44.933437 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-3fa1a687-6613-49be-bcf2-c6c09abbfe1e req-e9a9ab09-3608-42aa-9630-aae01ef3ec87 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Sep 03 21:39:44.945012 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=be075356-0e5d-4fb5-8a56-5ccade252f95,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:45.022488 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0de998ff-5845-477c-a18a-b0f674358c71 req-a4e8bff2-6455-4685-b564-a77b9a8d9c80 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=f00bc688-27a0-40f7-9bb1-35b41a5cf15a HTTP/1.1" status: 200 len: 210 time: 0.0251291 Sep 03 21:39:45.130182 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['be075356-0e5d-4fb5-8a56-5ccade252f95'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:39:46.048710 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee80d5-8b62-4f87-b335-dc2a3bb41324 req-3c772486-bae7-440b-af9d-97acca1e322f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:46.050207 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c6ee80d5-8b62-4f87-b335-dc2a3bb41324 req-3c772486-bae7-440b-af9d-97acca1e322f tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 944 time: 0.0514715 Sep 03 21:39:46.088719 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c6ee80d5-8b62-4f87-b335-dc2a3bb41324 req-b8c206ef-16e4-434b-8fc6-5def77e43186 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325880 Sep 03 21:39:46.580218 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device be075356-0e5d-4fb5-8a56-5ccade252f95 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:39:46.612866 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138c563-b6e9-4f74-9742-55a75ba89052 req-33348ad7-1008-4756-9d11-dc000f3e2448 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:46.614455 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e138c563-b6e9-4f74-9742-55a75ba89052 req-33348ad7-1008-4756-9d11-dc000f3e2448 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Sep 03 21:39:46.656464 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e138c563-b6e9-4f74-9742-55a75ba89052 req-5a4f3ea4-088e-4cb6-975d-f80e305a5911 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Sep 03 21:39:46.807563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port be075356-0e5d-4fb5-8a56-5ccade252f95 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:39:46.812221 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port be075356-0e5d-4fb5-8a56-5ccade252f95 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:39:46.812221 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:46.885038 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:46.906973 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:46.909183 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff74e7a-154e-459e-b589-309455e81022" -d '{"events": [{"server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "name": "network-vif-plugged", "status": "completed", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:46.924155 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port be075356-0e5d-4fb5-8a56-5ccade252f95, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=be075356-0e5d-4fb5-8a56-5ccade252f95,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:46.945231 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef21a3f2-1011-4670-b2cc-e44fbadc738c x-openstack-request-id: req-ef21a3f2-1011-4670-b2cc-e44fbadc738c {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:46.945515 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "name": "network-vif-plugged", "status": "completed", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:46.945768 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef21a3f2-1011-4670-b2cc-e44fbadc738c {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:46.946156 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'code': 200} Sep 03 21:39:47.002109 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:47.002933 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device ad1158d6-6199-4892-837c-e9d2646f6414 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:39:47.039157 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: ad1158d6-6199-4892-837c-e9d2646f6414 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:39:47.039500 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device ad1158d6-6199-4892-837c-e9d2646f6414 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:39:47.065345 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=be075356-0e5d-4fb5-8a56-5ccade252f95,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:47.204501 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499589f6-1956-4acb-a5b6-bf061a4ccdec req-3b7595e2-2f2f-47c6-ae84-2c715cf72b08 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:47.205999 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-499589f6-1956-4acb-a5b6-bf061a4ccdec req-3b7595e2-2f2f-47c6-ae84-2c715cf72b08 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 945 time: 0.0478539 Sep 03 21:39:47.246724 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-499589f6-1956-4acb-a5b6-bf061a4ccdec req-981baed9-59b8-4f09-a455-02ecc330b73b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344260 Sep 03 21:39:47.281547 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831f72-559f-412b-b62e-1a82090771f6 req-06ef1b27-2bb1-47ad-871e-d2b2c1804929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:47.283073 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-61831f72-559f-412b-b62e-1a82090771f6 req-06ef1b27-2bb1-47ad-871e-d2b2c1804929 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1098 time: 0.0412633 Sep 03 21:39:47.318920 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-61831f72-559f-412b-b62e-1a82090771f6 req-e5b8c708-08bc-4bc2-a081-77df0a0d06e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286629 Sep 03 21:39:47.770231 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa5bbd-3b46-4a1e-8720-dbd4b8f09f16 req-05276461-9fd2-4504-a22b-c685ce18998b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:47.771685 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-77aa5bbd-3b46-4a1e-8720-dbd4b8f09f16 req-05276461-9fd2-4504-a22b-c685ce18998b tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 945 time: 0.0496759 Sep 03 21:39:47.808885 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-77aa5bbd-3b46-4a1e-8720-dbd4b8f09f16 req-f0fd88c5-e3fa-420d-924f-e37965d32a6c tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307119 Sep 03 21:39:48.144400 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-b5ad589e-e153-4c0b-b2d9-5a6252b8c361 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:48.145831 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-b5ad589e-e153-4c0b-b2d9-5a6252b8c361 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 945 time: 0.0475793 Sep 03 21:39:48.237007 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Deleting port 22798dab-207e-4d70-9aa9-0115ba503c90 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:39:48.237344 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:48.326094 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] For port 22798dab-207e-4d70-9aa9-0115ba503c90, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=22798dab-207e-4d70-9aa9-0115ba503c90,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:48.326794 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:48.338883 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Calling delete_port for 22798dab-207e-4d70-9aa9-0115ba503c90 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:39:48.362169 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c408de5-2458-4439-ac3d-3076500dda1b req-1d4ab7e6-6c1f-4feb-9b93-3ab72f903694 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:48.364595 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8c408de5-2458-4439-ac3d-3076500dda1b req-1d4ab7e6-6c1f-4feb-9b93-3ab72f903694 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 945 time: 0.0492713 Sep 03 21:39:48.405862 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8c408de5-2458-4439-ac3d-3076500dda1b req-7158e59b-7415-44bc-9847-ad92cfd0dcf0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348585 Sep 03 21:39:48.531104 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:48.543694 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['90dc808a-201a-4273-bac6-b303d7837408', '22798dab-207e-4d70-9aa9-0115ba503c90'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:39:48.559539 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Pushing event deleted for resources: {'Port': ['ID=22798dab-207e-4d70-9aa9-0115ba503c90,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:48.604575 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] No DVR routers for this DVR port 22798dab-207e-4d70-9aa9-0115ba503c90 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:39:48.607514 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:48.609469 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bceb9c9a-0ae1-4e73-8074-b3fcd676bf61 req-10ed1a31-032f-4175-a2f8-9344e5d0c402 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "DELETE /v2.0/ports/22798dab-207e-4d70-9aa9-0115ba503c90 HTTP/1.1" status: 204 len: 173 time: 0.4559565 Sep 03 21:39:48.609896 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfa1cf5-744f-45ab-ab62-f69b29d11615', 'name': 'network-vif-deleted', 'tag': '22798dab-207e-4d70-9aa9-0115ba503c90'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:48.612269 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89f4e0b-e47b-48e9-95f0-08d682cd9733" -d '{"events": [{"server_uuid": "0bfa1cf5-744f-45ab-ab62-f69b29d11615", "name": "network-vif-deleted", "tag": "22798dab-207e-4d70-9aa9-0115ba503c90"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:48.649598 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7b5ac9-3d3f-4bf6-93be-971c50bb22a5 x-openstack-request-id: req-1b7b5ac9-3d3f-4bf6-93be-971c50bb22a5 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:48.649892 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfa1cf5-744f-45ab-ab62-f69b29d11615", "name": "network-vif-deleted", "tag": "22798dab-207e-4d70-9aa9-0115ba503c90", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:48.650164 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b7b5ac9-3d3f-4bf6-93be-971c50bb22a5 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:48.650545 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfa1cf5-744f-45ab-ab62-f69b29d11615', 'name': 'network-vif-deleted', 'tag': '22798dab-207e-4d70-9aa9-0115ba503c90', 'status': 'completed', 'code': 200} Sep 03 21:39:48.917075 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-14e25860-821a-45ae-bf60-902f12a88d36 req-d9d1d94b-9d1d-452f-8f38-e36a546383c1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bfa1cf5-744f-45ab-ab62-f69b29d11615 HTTP/1.1" status: 200 len: 210 time: 0.0339167 Sep 03 21:39:49.530924 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f366716-7d8d-4913-9373-1f6893f4fea7 req-7afb5fa6-4f56-46ce-9612-6a00504827e0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:49.532370 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8f366716-7d8d-4913-9373-1f6893f4fea7 req-7afb5fa6-4f56-46ce-9612-6a00504827e0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 945 time: 0.0531175 Sep 03 21:39:49.569860 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8f366716-7d8d-4913-9373-1f6893f4fea7 req-c2453d30-8bd8-42e9-9e3d-e081fecc0ab6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Sep 03 21:39:49.682873 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b3f44-8439-464a-8d94-8591ee7076a9 req-f6fd2de0-8764-4a57-a1f8-96d67f6e24c8 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:49.684523 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cd0b3f44-8439-464a-8d94-8591ee7076a9 req-f6fd2de0-8764-4a57-a1f8-96d67f6e24c8 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 945 time: 0.0487442 Sep 03 21:39:49.723508 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-cd0b3f44-8439-464a-8d94-8591ee7076a9 req-768baac6-4242-4e00-8b22-fb07a73e5e11 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328765 Sep 03 21:39:49.745206 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60728) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:49.784519 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2d4ea0-6c53-4eb6-8150-19a530efde6f tempest-TestVolumeBootPattern-2061131756 tempest-TestVolumeBootPattern-2061131756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:49.785999 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-bb2d4ea0-6c53-4eb6-8150-19a530efde6f tempest-TestVolumeBootPattern-2061131756 tempest-TestVolumeBootPattern-2061131756-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1093 time: 0.0398281 Sep 03 21:39:49.788720 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60730) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:49.794976 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:39:49.887667 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:49.990945 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:50.092549 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Allocated IP 172.27.3.214 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/d004e49d-50e4-4c45-8b5c-5d3ebdd0ad85) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:39:50.204407 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:50.377211 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:50.415634 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:39:50.418376 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:39:50.422083 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:39:50.430069 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=d004e49d-50e4-4c45-8b5c-5d3ebdd0ad85,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:50.627426 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 22798dab-207e-4d70-9aa9-0115ba503c90 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:39:50.648401 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 22798dab-207e-4d70-9aa9-0115ba503c90 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:39:50.648769 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 22798dab-207e-4d70-9aa9-0115ba503c90 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:39:50.761420 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:50.909153 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:51.061209 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:51.148143 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:51.220790 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=d004e49d-50e4-4c45-8b5c-5d3ebdd0ad85,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:51.231996 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:51.330616 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Floating IP 6998072b-c7a6-46cc-9e8d-3ba34e2e1429 associated. External IP: 172.27.3.214, port: be075356-0e5d-4fb5-8a56-5ccade252f95. Sep 03 21:39:51.525867 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Router a51f8479-a420-4081-8dc8-b99eee086d0f has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:39:51.631643 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:39:51.642273 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:39:51.651282 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:39:51.651994 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:39:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:51.753924 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:39:51.821169 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:51.867305 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-f77042f8-5e59-474f-a04e-fa464bcc7f72 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0775769 Sep 03 21:39:51.868581 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:51.870851 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d62225d-4f68-408e-979a-8439bcaea895" -d '{"events": [{"name": "network-changed", "server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:51.889213 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f27c8-2b69-4e10-95a2-2f2798a72710 req-f698f01a-6a5e-4bfe-8070-03a04f5d56b1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:51.890754 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-206f27c8-2b69-4e10-95a2-2f2798a72710 req-f698f01a-6a5e-4bfe-8070-03a04f5d56b1 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 945 time: 0.0789351 Sep 03 21:39:51.982479 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:50Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:52.014672 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:39:52.023896 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:39:52.024527 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:39:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:52.148259 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:39:52.203323 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-206f27c8-2b69-4e10-95a2-2f2798a72710 req-f7d70a55-b757-460d-9a9c-7ebb9c22f27d tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061452 Sep 03 21:39:52.253743 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05eadf3-b21f-44d2-bf16-a170d159de7d x-openstack-request-id: req-f05eadf3-b21f-44d2-bf16-a170d159de7d {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:52.254107 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:52.254431 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f05eadf3-b21f-44d2-bf16-a170d159de7d {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:52.254935 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'status': 'completed', 'code': 200} Sep 03 21:39:52.317319 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62225d-4f68-408e-979a-8439bcaea895 req-9396d300-3289-4fc7-82bf-94ba1f9e3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:52.318901 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d62225d-4f68-408e-979a-8439bcaea895 req-9396d300-3289-4fc7-82bf-94ba1f9e3cde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1098 time: 0.0404789 Sep 03 21:39:52.381110 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:50Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:52.406462 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f71e4-736c-43ef-a505-dd4bcd9f0c31 None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:50Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:39:52.413586 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62225d-4f68-408e-979a-8439bcaea895 req-50c11ce5-9d2a-4343-8532-e2a649143206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:52.415125 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d62225d-4f68-408e-979a-8439bcaea895 req-50c11ce5-9d2a-4343-8532-e2a649143206 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0883212 Sep 03 21:39:52.484997 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d62225d-4f68-408e-979a-8439bcaea895 req-e08e50a5-179c-40cf-a081-8d1f438fadc2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 200 len: 999 time: 0.0612755 Sep 03 21:39:52.536406 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62225d-4f68-408e-979a-8439bcaea895 req-0e6e9538-f05a-451c-8fc1-5b50a17508c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:52.537891 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d62225d-4f68-408e-979a-8439bcaea895 req-0e6e9538-f05a-451c-8fc1-5b50a17508c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0452724 Sep 03 21:39:52.583964 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62225d-4f68-408e-979a-8439bcaea895 req-b43805e1-0a05-431f-aa78-2f97b099c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:52.585383 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d62225d-4f68-408e-979a-8439bcaea895 req-b43805e1-0a05-431f-aa78-2f97b099c2ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403333 Sep 03 21:39:52.598318 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630b0389-5196-40fa-9278-8f3f3d9c846a None None] New status for floating IP 6998072b-c7a6-46cc-9e8d-3ba34e2e1429: ACTIVE {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:39:52.682824 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d62225d-4f68-408e-979a-8439bcaea895 req-d4b5bb51-8424-42d9-be61-ca06673bd6ae service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890896 Sep 03 21:39:52.776782 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-3d62225d-4f68-408e-979a-8439bcaea895 req-2f92d85d-ad1d-4851-a4f5-9682f7955b1a service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846207 Sep 03 21:39:53.323344 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285d952-3dd1-4bc8-83da-4d800aa6951c req-f218e180-2e60-4c7c-a357-db2606ae3d7f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:53.324820 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9285d952-3dd1-4bc8-83da-4d800aa6951c req-f218e180-2e60-4c7c-a357-db2606ae3d7f tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 945 time: 0.0489864 Sep 03 21:39:53.363219 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9285d952-3dd1-4bc8-83da-4d800aa6951c req-bfee0ce3-b710-4700-b099-eef5e9d88650 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/security-groups?id=beaca06c-5354-4e99-a74f-a0713243f556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Sep 03 21:39:53.396150 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-32594a6e-183e-41f3-b1b1-5c2c735cbb17 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:39:53.397552 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-32594a6e-183e-41f3-b1b1-5c2c735cbb17 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 945 time: 0.0477078 Sep 03 21:39:53.484027 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Deleting port 90dc808a-201a-4273-bac6-b303d7837408 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:39:53.484373 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:53.571631 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] For port 90dc808a-201a-4273-bac6-b303d7837408, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90dc808a-201a-4273-bac6-b303d7837408,segment=NetworkSegment(c43675be-9c97-4edc-8fe1-3aae0acb2a32),segment_id=c43675be-9c97-4edc-8fe1-3aae0acb2a32)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:39:53.571996 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:53.583977 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Calling delete_port for 90dc808a-201a-4273-bac6-b303d7837408 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:39:53.784536 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:53.795889 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['90dc808a-201a-4273-bac6-b303d7837408'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:39:53.813395 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Pushing event deleted for resources: {'Port': ['ID=90dc808a-201a-4273-bac6-b303d7837408,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:53.851190 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] No DVR routers for this DVR port 90dc808a-201a-4273-bac6-b303d7837408 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:39:53.853658 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:53.855684 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-f3942a87-0366-4e6e-b34a-9cb66fe2cf90 req-365622d2-56f1-4c97-b666-234f41342681 tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.18 "DELETE /v2.0/ports/90dc808a-201a-4273-bac6-b303d7837408 HTTP/1.1" status: 204 len: 173 time: 0.4523025 Sep 03 21:39:53.856120 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1ad435-a52d-4557-b7b1-a8b530ea43b7', 'name': 'network-vif-deleted', 'tag': '90dc808a-201a-4273-bac6-b303d7837408'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:39:53.858938 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29bf046-4585-4461-a451-26fda2660245" -d '{"events": [{"server_uuid": "5e1ad435-a52d-4557-b7b1-a8b530ea43b7", "name": "network-vif-deleted", "tag": "90dc808a-201a-4273-bac6-b303d7837408"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:39:53.893739 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a715d14-482a-4edf-a0f8-d5793dcccbab x-openstack-request-id: req-8a715d14-482a-4edf-a0f8-d5793dcccbab {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:39:53.894019 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1ad435-a52d-4557-b7b1-a8b530ea43b7", "name": "network-vif-deleted", "tag": "90dc808a-201a-4273-bac6-b303d7837408", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:39:53.894275 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a715d14-482a-4edf-a0f8-d5793dcccbab {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:39:53.894676 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1ad435-a52d-4557-b7b1-a8b530ea43b7', 'name': 'network-vif-deleted', 'tag': '90dc808a-201a-4273-bac6-b303d7837408', 'status': 'completed', 'code': 200} Sep 03 21:39:54.471938 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-dae284b2-70d6-4c1e-bb06-ed86920a4506 req-0b726054-93d7-4763-bfb8-528e571c374a tempest-AttachVolumeNegativeTest-383597817 tempest-AttachVolumeNegativeTest-383597817-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e1ad435-a52d-4557-b7b1-a8b530ea43b7 HTTP/1.1" status: 200 len: 210 time: 0.0259459 Sep 03 21:39:55.529598 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60758) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:55.575124 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9874be7a-7e66-46e1-a7eb-8b57552ca350 admin admin] Deleting subnet 1ddaa30b-d387-40ee-b31c-46a114ac5064 {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:39:55.579448 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9874be7a-7e66-46e1-a7eb-8b57552ca350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:55.612768 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9874be7a-7e66-46e1-a7eb-8b57552ca350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126713736'] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:55.650931 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9874be7a-7e66-46e1-a7eb-8b57552ca350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:55.770884 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9874be7a-7e66-46e1-a7eb-8b57552ca350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126713327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126409370'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:55.800316 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874be7a-7e66-46e1-a7eb-8b57552ca350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ddaa30b-d387-40ee-b31c-46a114ac5064,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:55.804071 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9874be7a-7e66-46e1-a7eb-8b57552ca350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:55.805841 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-9874be7a-7e66-46e1-a7eb-8b57552ca350 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1ddaa30b-d387-40ee-b31c-46a114ac5064 HTTP/1.1" status: 204 len: 168 time: 0.2743456 Sep 03 21:39:55.808268 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 60760) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:55.874557 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:55.952954 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:55.962995 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ffb915-9be3-499d-951b-1e1ed3d16bc7']}} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:55.972362 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43675be-9c97-4edc-8fe1-3aae0acb2a32') {'for_net_delete': True} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:55.972657 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43675be-9c97-4edc-8fe1-3aae0acb2a32') {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:39:55.980918 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126713745'] for segment, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:55.994334 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:56.000452 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:39:56.000832 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713265'] for segment, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: Traceback (most recent call last): Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: timer() Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: cb(*args, **kw) Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: return func(*args, **kwargs) Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: self._notify() Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: self.callback(batched_events) Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: event.method(event) Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: return f(self, *a, **k) Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._get(url).json() Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: return self.request(url, 'GET', **kwargs) Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:39:56.002395 dv-cinder-759987-9-iscsi neutron-server[94320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:39:56.113596 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:56.118515 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:56.122683 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a7ffb915-9be3-499d-951b-1e1ed3d16bc7 HTTP/1.1" status: 204 len: 168 time: 0.3112531 Sep 03 21:39:56.134470 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabda7f-d582-42e1-82b2-3444c2be8130 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ffb915-9be3-499d-951b-1e1ed3d16bc7,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:39:56.508358 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 60764) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:56.548244 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-08c94e37-d167-49fa-8114-358d44409e46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81e0d3399e2b4c9fb351b0063f9eeaa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387254 Sep 03 21:39:56.550607 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 60766) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:39:56.599671 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2b481c72-f325-46ff-9248-7a23edb06983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:56.620093 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2b481c72-f325-46ff-9248-7a23edb06983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:56.663344 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 90dc808a-201a-4273-bac6-b303d7837408 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:39:56.683181 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 90dc808a-201a-4273-bac6-b303d7837408 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:39:56.683524 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 90dc808a-201a-4273-bac6-b303d7837408 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:39:56.722003 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2b481c72-f325-46ff-9248-7a23edb06983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:56.724578 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2b481c72-f325-46ff-9248-7a23edb06983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:39:56.725729 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-2b481c72-f325-46ff-9248-7a23edb06983 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/beaca06c-5354-4e99-a74f-a0713243f556 HTTP/1.1" status: 204 len: 168 time: 0.1742179 Sep 03 21:39:56.733927 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b481c72-f325-46ff-9248-7a23edb06983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaca06c-5354-4e99-a74f-a0713243f556,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:40:01.228054 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-064e389c-9d82-45f6-9596-60e0e8777261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:01.327486 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:40:03.819046 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3cc57b44-42f2-4302-83ec-33777d91262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:03.970282 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:05.199512 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:07.098604 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:13.853432 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:21.063696 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-8eefaff6-05d0-4ffd-a0fd-d7f95aa8cc57 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376072 Sep 03 21:40:21.142480 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-bab1d06d-656e-48c6-bcf1-392bdc4634a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:40:21.144004 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-bab1d06d-656e-48c6-bcf1-392bdc4634a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1098 time: 0.0403514 Sep 03 21:40:21.246756 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-402f5acc-905f-4c4e-9089-af987519e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:40:21.248187 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-402f5acc-905f-4c4e-9089-af987519e993 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0845828 Sep 03 21:40:21.312647 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-4cfc2fe6-e659-410d-a536-b16998f7be6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 200 len: 1001 time: 0.0569654 Sep 03 21:40:21.366660 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-18418329-0b12-406f-b171-c275844ff982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:40:21.369251 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-18418329-0b12-406f-b171-c275844ff982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0499835 Sep 03 21:40:21.414506 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-dcf6052f-4a9d-4c07-904d-d8aeb87fa5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:40:21.416005 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-dcf6052f-4a9d-4c07-904d-d8aeb87fa5f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395715 Sep 03 21:40:21.508830 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-90760d2e-f960-4638-962e-6bb365dd7048 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843949 Sep 03 21:40:21.599710 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6c6461bd-5c04-4a21-a85e-19dc17f64f7e req-3e367941-d0fa-4327-ac13-c42200ffb36b service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851257 Sep 03 21:40:31.244868 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-687c786b-90a7-412e-8a6e-b5d0cf159e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:33.839067 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-92042165-381e-4a3a-b981-a7acc183009f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:33.978610 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:35.224290 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:37.115707 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:38.326769 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:40:43.798768 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:48.268897 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 32928) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:40:48.370824 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:48.458959 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:48.549509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:48.586352 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73bc8677613f46a79014c30cf54712d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163366 Sep 03 21:40:48.587163 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3387735-e467-4ba5-9979-f0f9e837bad4,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:40:48.589048 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 32932) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:40:48.595185 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.595557 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.595901 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.596234 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.596629 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.596964 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.597293 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.597621 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.597990 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.598425 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.599315 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.599660 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e187479-80a4-45a9-9aa2-7594dd7e9a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.640361 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:48.661598 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:48.784027 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:48.786596 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:48.788526 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3387735-e467-4ba5-9979-f0f9e837bad4 HTTP/1.1" status: 204 len: 168 time: 0.1977649 Sep 03 21:40:48.795460 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3387735-e467-4ba5-9979-f0f9e837bad4,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:40:48.802418 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.802800 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.803154 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.803501 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.803841 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.804182 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.804520 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.804854 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.805187 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.805520 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.805846 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:48.806175 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f087feb5-6748-480d-8ec8-b4151ceb0c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:40:49.525733 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 32938) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:40:49.542662 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fe65be4a-997e-4429-a211-e5f3e8f58b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:49.628784 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fe65be4a-997e-4429-a211-e5f3e8f58b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:49.713050 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fe65be4a-997e-4429-a211-e5f3e8f58b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:49.752153 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-fe65be4a-997e-4429-a211-e5f3e8f58b12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b2e623bd8e442bda80f91d2c9a548a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252493 Sep 03 21:40:49.752940 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65be4a-997e-4429-a211-e5f3e8f58b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c042967-8da9-4820-9137-02587d120859,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:40:49.755710 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 32944) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:40:49.804637 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-024aff8c-bce3-4be7-a591-939cbd01edb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:49.824297 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-024aff8c-bce3-4be7-a591-939cbd01edb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:49.944338 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-024aff8c-bce3-4be7-a591-939cbd01edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:49.946900 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-024aff8c-bce3-4be7-a591-939cbd01edb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:49.948102 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-024aff8c-bce3-4be7-a591-939cbd01edb6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c042967-8da9-4820-9137-02587d120859 HTTP/1.1" status: 204 len: 168 time: 0.1909714 Sep 03 21:40:49.956548 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aff8c-bce3-4be7-a591-939cbd01edb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c042967-8da9-4820-9137-02587d120859,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:40:57.751723 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 33038) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:40:57.857160 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7b6800d5-c14a-435a-90fe-16e450e297f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:57.950482 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7b6800d5-c14a-435a-90fe-16e450e297f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:58.016099 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-7b6800d5-c14a-435a-90fe-16e450e297f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:58.054589 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7b6800d5-c14a-435a-90fe-16e450e297f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62f28fa111404b538dc2c88a2ef96fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018003 Sep 03 21:40:58.055544 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6800d5-c14a-435a-90fe-16e450e297f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eec9ad-65b7-4dbf-9353-d8914ee5a9ea,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:40:58.057377 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33042) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:40:58.107547 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-432d45ce-5039-43a1-b480-d91aa3d9d9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:58.128066 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-432d45ce-5039-43a1-b480-d91aa3d9d9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:58.313036 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-432d45ce-5039-43a1-b480-d91aa3d9d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:58.315624 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-432d45ce-5039-43a1-b480-d91aa3d9d9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:58.316961 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-432d45ce-5039-43a1-b480-d91aa3d9d9a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02eec9ad-65b7-4dbf-9353-d8914ee5a9ea HTTP/1.1" status: 204 len: 168 time: 0.2585196 Sep 03 21:40:58.324659 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d45ce-5039-43a1-b480-d91aa3d9d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eec9ad-65b7-4dbf-9353-d8914ee5a9ea,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:40:58.974673 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33048) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:40:58.987600 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-81b21632-0122-4cc5-bbff-0324c3b398da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:59.075865 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-81b21632-0122-4cc5-bbff-0324c3b398da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:59.141850 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-81b21632-0122-4cc5-bbff-0324c3b398da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:59.179426 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b21632-0122-4cc5-bbff-0324c3b398da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ff1c1-861a-4d2d-af5b-d98fa4757f58,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:40:59.183621 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-81b21632-0122-4cc5-bbff-0324c3b398da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e06dd4cc066a4ebaa53cdcf5c368b1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079105 Sep 03 21:40:59.186985 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 33050) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:40:59.236028 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4bd6dbc3-d0d4-46d2-b8cd-e268f57b3c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:59.257595 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4bd6dbc3-d0d4-46d2-b8cd-e268f57b3c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:59.407131 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4bd6dbc3-d0d4-46d2-b8cd-e268f57b3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:59.409587 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-4bd6dbc3-d0d4-46d2-b8cd-e268f57b3c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:40:59.410977 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-4bd6dbc3-d0d4-46d2-b8cd-e268f57b3c79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a92ff1c1-861a-4d2d-af5b-d98fa4757f58 HTTP/1.1" status: 204 len: 168 time: 0.2233500 Sep 03 21:40:59.418658 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6dbc3-d0d4-46d2-b8cd-e268f57b3c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ff1c1-861a-4d2d-af5b-d98fa4757f58,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:01.201523 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-24d30e01-225b-4302-a1c3-64f2b26ac33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:01.861721 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 33096) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:01.964529 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-36090bea-07f5-4b53-9c52-9f63bc069833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:02.049188 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-36090bea-07f5-4b53-9c52-9f63bc069833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:02.130154 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-36090bea-07f5-4b53-9c52-9f63bc069833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:02.172704 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-36090bea-07f5-4b53-9c52-9f63bc069833 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b5f408f865d4bb08b7c4927d5528669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099258 Sep 03 21:41:02.173485 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36090bea-07f5-4b53-9c52-9f63bc069833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc22a17-8fcb-4f38-9f74-a7ef50840880,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:02.175457 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33100) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:02.224016 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1fde2904-f32d-46e1-808a-42ee398122fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:02.244012 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1fde2904-f32d-46e1-808a-42ee398122fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:02.378741 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1fde2904-f32d-46e1-808a-42ee398122fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:02.382014 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1fde2904-f32d-46e1-808a-42ee398122fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:02.383208 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1fde2904-f32d-46e1-808a-42ee398122fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fc22a17-8fcb-4f38-9f74-a7ef50840880 HTTP/1.1" status: 204 len: 168 time: 0.2067685 Sep 03 21:41:02.391282 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde2904-f32d-46e1-808a-42ee398122fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc22a17-8fcb-4f38-9f74-a7ef50840880,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:02.974365 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 33108) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:02.987654 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e66f-8bfa-479a-8d18-50ad54bedcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:03.073040 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e66f-8bfa-479a-8d18-50ad54bedcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:03.127123 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e66f-8bfa-479a-8d18-50ad54bedcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:03.164967 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b2f2e66f-8bfa-479a-8d18-50ad54bedcb1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec1a289f58824e6e9524b50e0c92941c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895068 Sep 03 21:41:03.165842 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2e66f-8bfa-479a-8d18-50ad54bedcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffcc717-329a-463d-bb10-83d5aa99ad64,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:03.167801 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33110) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:03.215640 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-90ee597c-265d-4980-ab51-66c15ff1c3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:03.235806 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-90ee597c-265d-4980-ab51-66c15ff1c3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:03.361617 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-90ee597c-265d-4980-ab51-66c15ff1c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:03.364163 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-90ee597c-265d-4980-ab51-66c15ff1c3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:03.365472 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-90ee597c-265d-4980-ab51-66c15ff1c3be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ffcc717-329a-463d-bb10-83d5aa99ad64 HTTP/1.1" status: 204 len: 168 time: 0.1966724 Sep 03 21:41:03.373137 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee597c-265d-4980-ab51-66c15ff1c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffcc717-329a-463d-bb10-83d5aa99ad64,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:03.810268 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-70d7fecf-c478-44de-a122-837b5937b813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:03.981674 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:05.238720 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:07.083798 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:11.114897 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33192) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:11.216974 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-61bebcf8-c83f-48c5-8a56-139f0595e0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:11.302526 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-61bebcf8-c83f-48c5-8a56-139f0595e0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:11.466839 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-61bebcf8-c83f-48c5-8a56-139f0595e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:11.504447 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-61bebcf8-c83f-48c5-8a56-139f0595e0ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=116e1180a6d249638277b8f8fd381234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884604 Sep 03 21:41:11.505370 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bebcf8-c83f-48c5-8a56-139f0595e0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201c0ec2-31ed-44e8-8c21-b729bcc71382,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:11.507227 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 33196) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:11.555323 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6747-ca9e-4083-b6b3-9db316bc0a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:11.575195 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6747-ca9e-4083-b6b3-9db316bc0a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:11.701060 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6747-ca9e-4083-b6b3-9db316bc0a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:11.703668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6747-ca9e-4083-b6b3-9db316bc0a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:11.706188 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-1a1f6747-ca9e-4083-b6b3-9db316bc0a60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/201c0ec2-31ed-44e8-8c21-b729bcc71382 HTTP/1.1" status: 204 len: 168 time: 0.1965725 Sep 03 21:41:11.713540 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f6747-ca9e-4083-b6b3-9db316bc0a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201c0ec2-31ed-44e8-8c21-b729bcc71382,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:12.302976 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 33202) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:12.316710 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ace5a46e-1d84-4a65-8488-5661b4af8991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:12.405988 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ace5a46e-1d84-4a65-8488-5661b4af8991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:12.478304 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ace5a46e-1d84-4a65-8488-5661b4af8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:12.518802 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-ace5a46e-1d84-4a65-8488-5661b4af8991 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4417edb29174b7e925605d57e93296f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147200 Sep 03 21:41:12.520711 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5a46e-1d84-4a65-8488-5661b4af8991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b771d425-7a3a-4cd7-9df1-4f8ae772c4f4,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:12.521568 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33204) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:12.573459 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5f726fd1-f926-4a86-8291-9fe920aafc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:12.595600 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5f726fd1-f926-4a86-8291-9fe920aafc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:12.707302 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5f726fd1-f926-4a86-8291-9fe920aafc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:12.709780 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-5f726fd1-f926-4a86-8291-9fe920aafc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:12.710962 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-5f726fd1-f926-4a86-8291-9fe920aafc1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b771d425-7a3a-4cd7-9df1-4f8ae772c4f4 HTTP/1.1" status: 204 len: 168 time: 0.1883645 Sep 03 21:41:12.718667 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f726fd1-f926-4a86-8291-9fe920aafc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b771d425-7a3a-4cd7-9df1-4f8ae772c4f4,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:13.804117 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:15.195191 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 33258) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:15.297616 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c4ba5f14-2d6f-49d1-93f0-ba72d24f7d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:15.325202 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:41:15.384809 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c4ba5f14-2d6f-49d1-93f0-ba72d24f7d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:15.521600 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c4ba5f14-2d6f-49d1-93f0-ba72d24f7d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:15.559245 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-c4ba5f14-2d6f-49d1-93f0-ba72d24f7d6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c643564d5edc41e18585aac7bbe7abef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629723 Sep 03 21:41:15.561126 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba5f14-2d6f-49d1-93f0-ba72d24f7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e9979b-c90e-4181-93cd-082f0fe78e27,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:15.561990 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33262) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:15.611950 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b0e87d41-2bc5-43b2-826a-5a9ca0055298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:15.633476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b0e87d41-2bc5-43b2-826a-5a9ca0055298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:15.772709 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b0e87d41-2bc5-43b2-826a-5a9ca0055298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:15.775319 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b0e87d41-2bc5-43b2-826a-5a9ca0055298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:15.776482 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-b0e87d41-2bc5-43b2-826a-5a9ca0055298 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8e9979b-c90e-4181-93cd-082f0fe78e27 HTTP/1.1" status: 204 len: 168 time: 0.2134798 Sep 03 21:41:15.784257 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e87d41-2bc5-43b2-826a-5a9ca0055298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e9979b-c90e-4181-93cd-082f0fe78e27,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:16.490212 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 33268) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:16.505684 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-367e49c9-0c68-48d3-a658-b1a735682aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:16.592478 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-367e49c9-0c68-48d3-a658-b1a735682aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:16.663857 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-367e49c9-0c68-48d3-a658-b1a735682aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:16.704616 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-367e49c9-0c68-48d3-a658-b1a735682aa3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8afbb7fffee74ffab35ea3c86b1c82aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133195 Sep 03 21:41:16.705449 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e49c9-0c68-48d3-a658-b1a735682aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72beb904-bbed-425d-973b-32e9aa3cc252,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:16.707474 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33270) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:16.756981 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b357e1d4-1c31-4f7a-97a7-a1a8709de56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:16.778644 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b357e1d4-1c31-4f7a-97a7-a1a8709de56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:16.992503 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b357e1d4-1c31-4f7a-97a7-a1a8709de56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:16.995073 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b357e1d4-1c31-4f7a-97a7-a1a8709de56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:16.996233 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-b357e1d4-1c31-4f7a-97a7-a1a8709de56d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72beb904-bbed-425d-973b-32e9aa3cc252 HTTP/1.1" status: 204 len: 168 time: 0.2877018 Sep 03 21:41:17.003780 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357e1d4-1c31-4f7a-97a7-a1a8709de56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72beb904-bbed-425d-973b-32e9aa3cc252,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:17.990191 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33292) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:18.083864 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-769423988-network', 'tenant_id': '3bdebf5d539646659549b98970789ce0'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:41:18.161305 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Made reservation on behalf of 3bdebf5d539646659549b98970789ce0 for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:41:18.163625 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:18.172742 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:18.263323 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:18.363910 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:18.384002 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:41:18.397356 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3253c023-7acf-4348-b2ee-5101d78f1d00,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:18.402893 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:18.403245 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Added segment d545597e-89ef-415d-9d53-ecadf8c07c7f of type vlan for network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 Sep 03 21:41:18.441200 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:18.523916 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:18.524874 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:18.526029 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:18.582100 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e58302e-1efc-4ac5-b3f8-a02fff6060d6,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:18.592518 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:41:18.670361 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1c2611d1-5802-4f93-8c9d-24dfaf7eacc0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6790426 Sep 03 21:41:18.673062 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33296) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:18.677868 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Request body: {'subnet': {'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-769423988-subnet', 'tenant_id': '3bdebf5d539646659549b98970789ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:41:18.766819 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Made reservation on behalf of 3bdebf5d539646659549b98970789ce0 for: {'subnet': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:41:18.769115 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127280807'] for subnet, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:19.024479 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127293018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127280777'] for subnet, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:19.080009 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8a4e58-ff51-4705-8a85-b04833fa9e8a,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:19.090967 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Checking segment: {'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:41:19.091324 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Network hostable DHCP agents. Network: 6e58302e-1efc-4ac5-b3f8-a02fff6060d6, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:41:19.195774 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:41:19.332785 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 6e58302e-1efc-4ac5-b3f8-a02fff6060d6) {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:41:19.336926 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:19.337579 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:19.342326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a828cd8-d4c2-4eb3-9425-c72b4d79702b None None] Network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:41:19.464848 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce45c1-d68c-4b1a-8282-f3f9fc76f710 None None] Network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:41:19.471404 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a7ac0be1-54dd-4a4b-a3d9-c08b6328d89b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7972705 Sep 03 21:41:21.723555 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-43cf6240-5bad-4e97-a535-d296da560b9c tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:21.724929 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-43cf6240-5bad-4e97-a535-d296da560b9c tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/networks?id=6e58302e-1efc-4ac5-b3f8-a02fff6060d6 HTTP/1.1" status: 200 len: 813 time: 0.0995591 Sep 03 21:41:21.739637 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-ea0b4c11-c933-4b62-97ee-ebd7d2e8f82d tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/quotas/3bdebf5d539646659549b98970789ce0 HTTP/1.1" status: 200 len: 375 time: 0.0087645 Sep 03 21:41:21.772775 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-31697114-4e41-4513-90a8-c4e66841dd72 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3bdebf5d539646659549b98970789ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281250 Sep 03 21:41:21.783684 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-68411539-ca71-4b19-996a-79a4cc59cc67 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94320) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:41:21.784622 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-68411539-ca71-4b19-996a-79a4cc59cc67 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048785 Sep 03 21:41:21.869320 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-acd3504e-9884-4159-8075-e34a53fb944f service neutron] 10.222.0.46 "GET /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792415 Sep 03 21:41:21.967889 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-7761a100-beb0-4c2f-a7d0-9881e7eb754a service neutron] 10.222.0.46 "GET /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905280 Sep 03 21:41:22.045970 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-bbd35f22-77a9-4a52-9a05-6fe1b0495e8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399823 Sep 03 21:41:22.125956 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-2b931111-aacc-4bfd-ba1b-837ef6fdc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:22.127505 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-2b931111-aacc-4bfd-ba1b-837ef6fdc5b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1098 time: 0.0391250 Sep 03 21:41:22.293671 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6c42423f-8a60-4d9e-92d9-199ca8c316d0 req-63f0f057-1fd3-4b28-9b66-33e265f98da6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 210 time: 0.0288262 Sep 03 21:41:22.504748 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-3a61323a-0061-49df-b676-806d59c3e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:22.506125 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-3a61323a-0061-49df-b676-806d59c3e0ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.3551219 Sep 03 21:41:22.570423 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-25750bd8-1aa8-496f-9374-e124dbe9b7ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 200 len: 1001 time: 0.0566175 Sep 03 21:41:22.618091 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-797fa267-1fb8-48f1-918c-f17da0c48f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:22.619545 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-797fa267-1fb8-48f1-918c-f17da0c48f77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0416138 Sep 03 21:41:22.667940 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-28bbdde9-9d60-4653-b738-a05850cd6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:22.669422 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-28bbdde9-9d60-4653-b738-a05850cd6bfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426748 Sep 03 21:41:22.680370 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-195fef02-c462-488d-9bf9-b1c8376edfbb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 21:41:22.681368 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-195fef02-c462-488d-9bf9-b1c8376edfbb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048459 Sep 03 21:41:22.768634 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-e66ed628-edb8-4584-b0a8-9c536999c911 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793357 Sep 03 21:41:22.859605 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-bb519dc8-e2b9-4555-970f-343ada7b0b0f req-fb8e636e-47a4-4d0f-8a5f-77346b4d1619 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843313 Sep 03 21:41:23.387463 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25844218-1d94-4ccb-b977-624783d91993 req-33b0629c-8f7f-4c19-ab0e-c514b3b32d08 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 210 time: 0.0247421 Sep 03 21:41:24.416666 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-7487fc5f-bde5-4663-8755-b1350fe1d0ac tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:24.418206 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-7487fc5f-bde5-4663-8755-b1350fe1d0ac tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.18 "GET /v2.0/networks?id=6e58302e-1efc-4ac5-b3f8-a02fff6060d6 HTTP/1.1" status: 200 len: 813 time: 0.1030757 Sep 03 21:41:24.432601 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Request body: {'port': {'device_id': 'f4819c63-462e-4c17-85c7-6cbe6cd61c5a', 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6', 'admin_state_up': True, 'tenant_id': '3bdebf5d539646659549b98970789ce0'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:41:24.485742 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c0903c9f-fa55-412e-bfc0-80635d039a1d req-fbb13000-7f3e-4cbb-8307-c1fb3cab6224 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 210 time: 0.0255716 Sep 03 21:41:24.607872 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Made reservation on behalf of 3bdebf5d539646659549b98970789ce0 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:41:24.611539 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:24.740046 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Allocated IP 172.20.0.13 (6e58302e-1efc-4ac5-b3f8-a02fff6060d6/bd8a4e58-ff51-4705-8a85-b04833fa9e8a/7ca8c23c-b5d9-4838-a97d-1254512806a5) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:41:24.882550 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:24.999949 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:25.041551 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:41:25.044480 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:41:25.046905 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:41:25.073321 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Pushing event updated for resources: {'Port': ['ID=7ca8c23c-b5d9-4838-a97d-1254512806a5,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:25.099747 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:25.100346 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:25.176218 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-f6ff69ae-3bc3-4fe8-96ad-38e6a291b19e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7485471 Sep 03 21:41:25.189799 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Request body: {'port': {'device_id': 'f4819c63-462e-4c17-85c7-6cbe6cd61c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:41:25.245725 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:25.499226 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca8c23c-b5d9-4838-a97d-1254512806a5 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:41:25.506454 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:25.518329 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Transition to ACTIVE for port object 7ca8c23c-b5d9-4838-a97d-1254512806a5 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:41:25.598262 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:25.598630 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3332d-9013-425a-b499-9c0c1a5c9ad8 req-872de2a2-a79a-40ed-a662-0064c49b108b tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:25.600128 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7df3332d-9013-425a-b499-9c0c1a5c9ad8 req-872de2a2-a79a-40ed-a662-0064c49b108b tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 932 time: 0.0472093 Sep 03 21:41:25.649169 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7df3332d-9013-425a-b499-9c0c1a5c9ad8 req-517964ac-2401-4502-b054-f8d46183eb34 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Sep 03 21:41:25.650229 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca8c23c-b5d9-4838-a97d-1254512806a5,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:25.715892 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Attempting to bind port 7ca8c23c-b5d9-4838-a97d-1254512806a5 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:41:25.716385 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Attempting to bind port 7ca8c23c-b5d9-4838-a97d-1254512806a5 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:41:25.716714 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Attempting to bind port 7ca8c23c-b5d9-4838-a97d-1254512806a5 on network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:41:25.720780 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Port 7ca8c23c-b5d9-4838-a97d-1254512806a5 on network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:41:25.721100 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Attempting to bind port 7ca8c23c-b5d9-4838-a97d-1254512806a5 on network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:41:25.725754 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:41:25.726088 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Checking segment: {'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:41:25.726473 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Bound using segment: {'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:41:25.726924 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Bound port: 7ca8c23c-b5d9-4838-a97d-1254512806a5, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:41:25.727275 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:25.789656 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] For port 7ca8c23c-b5d9-4838-a97d-1254512806a5, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:41:25.792529 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] For port 7ca8c23c-b5d9-4838-a97d-1254512806a5, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7ca8c23c-b5d9-4838-a97d-1254512806a5,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:41:25.890055 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:25.924152 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:25.924830 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:25.926222 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ca8c23c-b5d9-4838-a97d-1254512806a5 HTTP/1.1" status: 200 len: 1094 time: 0.7406387 Sep 03 21:41:25.926647 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4819c63-462e-4c17-85c7-6cbe6cd61c5a', 'tag': '7ca8c23c-b5d9-4838-a97d-1254512806a5'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:41:25.928874 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3d6d03-e8d3-46f8-a369-a6bbdb2d62ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f4819c63-462e-4c17-85c7-6cbe6cd61c5a", "tag": "7ca8c23c-b5d9-4838-a97d-1254512806a5"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:41:25.951653 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b2f34-c4ce-4e90-8385-3e78643ce279 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca8c23c-b5d9-4838-a97d-1254512806a5,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:25.968617 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f5cf57-8de1-4569-8e94-508dd49fa8f6 x-openstack-request-id: req-87f5cf57-8de1-4569-8e94-508dd49fa8f6 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:41:25.968903 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4819c63-462e-4c17-85c7-6cbe6cd61c5a", "tag": "7ca8c23c-b5d9-4838-a97d-1254512806a5", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:41:25.969152 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87f5cf57-8de1-4569-8e94-508dd49fa8f6 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:41:25.969545 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4819c63-462e-4c17-85c7-6cbe6cd61c5a', 'tag': '7ca8c23c-b5d9-4838-a97d-1254512806a5', 'status': 'completed', 'code': 200} Sep 03 21:41:26.030036 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d6d03-e8d3-46f8-a369-a6bbdb2d62ef req-cc48568b-cbbf-4d20-b077-407ba4ffbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:26.031613 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf3d6d03-e8d3-46f8-a369-a6bbdb2d62ef req-cc48568b-cbbf-4d20-b077-407ba4ffbed3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bdebf5d539646659549b98970789ce0&device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 1097 time: 0.0420256 Sep 03 21:41:26.126733 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d6d03-e8d3-46f8-a369-a6bbdb2d62ef req-72f95826-46c2-401b-9c02-c9a093f8936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:26.128105 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf3d6d03-e8d3-46f8-a369-a6bbdb2d62ef req-72f95826-46c2-401b-9c02-c9a093f8936b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3bdebf5d539646659549b98970789ce0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0894194 Sep 03 21:41:26.227237 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d6d03-e8d3-46f8-a369-a6bbdb2d62ef req-fa310606-856f-4358-969f-02a3b3a99d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:26.228721 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf3d6d03-e8d3-46f8-a369-a6bbdb2d62ef req-fa310606-856f-4358-969f-02a3b3a99d1c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935354 Sep 03 21:41:26.303392 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-c9ce2e0a-0a32-41ca-b2af-aff01925c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:26.304829 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-c9ce2e0a-0a32-41ca-b2af-aff01925c230 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bdebf5d539646659549b98970789ce0&device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 1097 time: 0.0383489 Sep 03 21:41:26.345450 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-ddd2900c-9b86-449b-8384-d5c446eda630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca8c23c-b5d9-4838-a97d-1254512806a5 HTTP/1.1" status: 200 len: 217 time: 0.0334117 Sep 03 21:41:26.396179 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-8c732868-dd2f-4b26-ae74-676a0331967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:26.397485 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-8c732868-dd2f-4b26-ae74-676a0331967a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd8a4e58-ff51-4705-8a85-b04833fa9e8a HTTP/1.1" status: 200 len: 853 time: 0.0456703 Sep 03 21:41:26.426251 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-9ab05223-a114-4281-b743-46258f2d4d34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e58302e-1efc-4ac5-b3f8-a02fff6060d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0221040 Sep 03 21:41:26.512793 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-ad73244d-dc1d-41a4-b301-378696d7c827 service neutron] 10.222.0.18 "GET /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796173 Sep 03 21:41:26.603602 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-093c8c1a-71f2-4d2f-be7b-a0c45750e94d req-142fec2b-5c82-47d3-8f1c-e57d7044c6dd service neutron] 10.222.0.18 "GET /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840065 Sep 03 21:41:26.770865 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e676976-1c06-4d26-a872-e6f6de581bac req-77b9bac5-2c76-468b-bca9-2d79c6c3e264 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:26.772477 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0e676976-1c06-4d26-a872-e6f6de581bac req-77b9bac5-2c76-468b-bca9-2d79c6c3e264 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 944 time: 0.0508227 Sep 03 21:41:26.809344 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0e676976-1c06-4d26-a872-e6f6de581bac req-4a38b2b3-c18d-4c75-8700-a12fd68f01de tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300920 Sep 03 21:41:27.921673 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6f08-dac2-4d77-b9b9-a1955e0ade54 req-2946c4ce-08b8-4fbb-9e22-b56e54c63f79 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:27.923156 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-612c6f08-dac2-4d77-b9b9-a1955e0ade54 req-2946c4ce-08b8-4fbb-9e22-b56e54c63f79 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 944 time: 0.0478160 Sep 03 21:41:27.960479 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-612c6f08-dac2-4d77-b9b9-a1955e0ade54 req-71dd36c5-b74f-4e0f-ab88-cdda49289cb8 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Sep 03 21:41:29.072787 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de70b4-c1d9-485f-acb0-ba27b118578d req-4001bd53-ce57-412b-a460-1702459971fc tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:29.074236 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-55de70b4-c1d9-485f-acb0-ba27b118578d req-4001bd53-ce57-412b-a460-1702459971fc tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 944 time: 0.0484183 Sep 03 21:41:29.081983 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7ca8c23c-b5d9-4838-a97d-1254512806a5 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:41:29.115401 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-55de70b4-c1d9-485f-acb0-ba27b118578d req-3de1b196-dddb-40b5-ad59-fe8eb4ceb80e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336096 Sep 03 21:41:29.181274 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7ca8c23c-b5d9-4838-a97d-1254512806a5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7ca8c23c-b5d9-4838-a97d-1254512806a5,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:41:29.191811 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '7ca8c23c-b5d9-4838-a97d-1254512806a5', 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6', 'port_id': '7ca8c23c-b5d9-4838-a97d-1254512806a5', 'mac_address': 'fa:16:3e:cc:e8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8a4e58-ff51-4705-8a85-b04833fa9e8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:41:29.227341 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:29.239364 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca8c23c-b5d9-4838-a97d-1254512806a5 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:41:29.257621 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7ca8c23c-b5d9-4838-a97d-1254512806a5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7ca8c23c-b5d9-4838-a97d-1254512806a5,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:41:29.327867 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:29.378536 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=7ca8c23c-b5d9-4838-a97d-1254512806a5,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:29.385605 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.385959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.386303 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.386640 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.386999 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.387333 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.387663 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.387999 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.388326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.388652 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.388977 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.389298 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:29.547104 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['7ca8c23c-b5d9-4838-a97d-1254512806a5'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:41:30.234023 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54e351-b2ff-4c99-8d6e-a2a2d50ef5cc req-727ea20c-d6ce-4202-a227-f1280f6bbc0d tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:30.235528 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5f54e351-b2ff-4c99-8d6e-a2a2d50ef5cc req-727ea20c-d6ce-4202-a227-f1280f6bbc0d tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 945 time: 0.0513067 Sep 03 21:41:30.273154 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5f54e351-b2ff-4c99-8d6e-a2a2d50ef5cc req-5f673a5e-9889-4659-bcd6-d82ea9cac816 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Sep 03 21:41:31.100410 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7ca8c23c-b5d9-4838-a97d-1254512806a5 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:41:31.247407 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 7ca8c23c-b5d9-4838-a97d-1254512806a5 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:41:31.249382 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-616edd65-2621-4750-b639-3c0287d97206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:31.252816 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 7ca8c23c-b5d9-4838-a97d-1254512806a5 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:41:31.257229 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:31.330555 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:31.353908 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4819c63-462e-4c17-85c7-6cbe6cd61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca8c23c-b5d9-4838-a97d-1254512806a5'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:41:31.356069 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dc0dd1-83d3-43ba-9b76-e41ce5ea3a67" -d '{"events": [{"server_uuid": "f4819c63-462e-4c17-85c7-6cbe6cd61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "7ca8c23c-b5d9-4838-a97d-1254512806a5"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:41:31.368590 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 7ca8c23c-b5d9-4838-a97d-1254512806a5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7ca8c23c-b5d9-4838-a97d-1254512806a5,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:41:31.384983 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a801d-285f-4519-885a-29f98755363f req-f3e19ce3-f129-49b9-bd6a-a6dd2f18a270 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:31.386462 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a24a801d-285f-4519-885a-29f98755363f req-f3e19ce3-f129-49b9-bd6a-a6dd2f18a270 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 945 time: 0.0474865 Sep 03 21:41:31.424752 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-a24a801d-285f-4519-885a-29f98755363f req-9f68245d-d8be-493f-9916-76e36dbf14f4 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Sep 03 21:41:31.467991 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8bd972-2cde-4744-9007-8b5f4b4dbda9 x-openstack-request-id: req-dd8bd972-2cde-4744-9007-8b5f4b4dbda9 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:41:31.468126 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4819c63-462e-4c17-85c7-6cbe6cd61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "7ca8c23c-b5d9-4838-a97d-1254512806a5", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:41:31.468350 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd8bd972-2cde-4744-9007-8b5f4b4dbda9 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:41:31.468750 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4819c63-462e-4c17-85c7-6cbe6cd61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca8c23c-b5d9-4838-a97d-1254512806a5', 'code': 200} Sep 03 21:41:31.512575 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:31.562793 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=7ca8c23c-b5d9-4838-a97d-1254512806a5,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:32.538022 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bae9-2d49-4ea5-9012-dce9822ff79c req-b2ec9b3a-43f2-4115-98a5-f04849545bde tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:32.539543 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8ff0bae9-2d49-4ea5-9012-dce9822ff79c req-b2ec9b3a-43f2-4115-98a5-f04849545bde tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 946 time: 0.0471740 Sep 03 21:41:32.576585 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8ff0bae9-2d49-4ea5-9012-dce9822ff79c req-b785c873-aeb5-4438-b31d-8966a36ded2f tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Sep 03 21:41:33.691259 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541af467-ccf1-4eee-8dce-f6d7b0a0a13d req-a045a420-bd77-448a-91a6-97813a8baad7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:33.692715 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-541af467-ccf1-4eee-8dce-f6d7b0a0a13d req-a045a420-bd77-448a-91a6-97813a8baad7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 946 time: 0.0512011 Sep 03 21:41:33.728848 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-541af467-ccf1-4eee-8dce-f6d7b0a0a13d req-009e3e41-277b-4208-8373-aac945ac7ecf tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303907 Sep 03 21:41:33.818373 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-21f57cf0-e78f-478a-bc6b-8164b171a8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:34.009921 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:34.125574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc37c01-c570-4c02-a5e1-789985eacbcc req-326b9686-a476-4164-aef3-e25cde81e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:34.127320 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1bc37c01-c570-4c02-a5e1-789985eacbcc req-326b9686-a476-4164-aef3-e25cde81e122 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 1099 time: 0.0394690 Sep 03 21:41:34.162337 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-1bc37c01-c570-4c02-a5e1-789985eacbcc req-b142e91f-9c24-47c2-9422-a5add1db89f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285397 Sep 03 21:41:34.841136 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f8160-c17a-4ddd-a7f9-4971e3c7e1da req-fb2310a0-8577-4228-ad5a-216b7ac44ac8 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:34.842597 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c65f8160-c17a-4ddd-a7f9-4971e3c7e1da req-fb2310a0-8577-4228-ad5a-216b7ac44ac8 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 946 time: 0.0470293 Sep 03 21:41:34.879281 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c65f8160-c17a-4ddd-a7f9-4971e3c7e1da req-bc98b26f-095f-4c38-8dad-7066fb3e1c76 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301938 Sep 03 21:41:35.267370 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:35.991687 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff9075-2135-4492-9798-be881079043d req-d313e9da-607a-40af-8fc2-9e18ff48bb84 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:35.993159 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4eff9075-2135-4492-9798-be881079043d req-d313e9da-607a-40af-8fc2-9e18ff48bb84 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 946 time: 0.0469227 Sep 03 21:41:36.034294 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4eff9075-2135-4492-9798-be881079043d req-70835f96-4c59-4bad-abe3-e50ffc00b10d tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Sep 03 21:41:37.212683 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:39.049732 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-75b2d7a8-edb4-46f3-961d-123575b61958 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407698463&fields=id&tenant_id=a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 267 time: 0.0361433 Sep 03 21:41:39.156076 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-82e49118-eee4-40f8-9c09-24090fe9a340 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:39.157526 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-82e49118-eee4-40f8-9c09-24090fe9a340 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 811 time: 0.1009359 Sep 03 21:41:39.173806 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-3ff63ef1-e6d0-45bd-845c-ad51c98be00a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/quotas/a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 375 time: 0.0095916 Sep 03 21:41:39.231577 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-dc4e4d00-ac15-4ac3-9643-3ebaae4e8806 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509644 Sep 03 21:41:39.332760 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-4b61f1b8-7329-49da-a650-caf6a730220f service neutron] 10.222.0.46 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889347 Sep 03 21:41:39.425714 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-8317c367-3a7c-455e-886d-eff51553719c service neutron] 10.222.0.46 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869262 Sep 03 21:41:39.971160 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2dc2b953-2f71-4d13-9b81-5a798aa7bde3 req-e65130e9-d982-40ee-abe3-048c109c2579 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 210 time: 0.0263615 Sep 03 21:41:41.064291 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b0ea5114-0d98-477f-95b9-1242a0cf5482 req-e89659ef-3d0c-4a59-abe1-8cba9b9506ea tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 210 time: 0.0266504 Sep 03 21:41:41.982978 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-170bcf94-6372-4775-aa34-56b6432d5c51 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:41.984541 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-170bcf94-6372-4775-aa34-56b6432d5c51 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 811 time: 0.1035595 Sep 03 21:41:42.028152 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-f33d5fa5-2681-4c1a-979b-69d179141797 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7fccbc6cbd344eeb8a31c2027b215de HTTP/1.1" status: 200 len: 380 time: 0.0345373 Sep 03 21:41:42.038388 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'port': {'device_id': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'admin_state_up': True, 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'security_groups': ['619b2dc4-769e-4c87-b411-c02a40486a14']}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:41:42.175474 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bc92bf7a-5bc1-4965-92d1-c940d984f363 req-e91b47af-4af2-4ebf-8ca7-7296d82dcc14 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 210 time: 0.0308478 Sep 03 21:41:42.261929 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Made reservation on behalf of a7fccbc6cbd344eeb8a31c2027b215de for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:41:42.266083 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:42.394846 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Allocated IP 172.20.0.9 (7c19b180-e117-44a4-b579-5a5a8a161971/8a92293a-daaa-407e-876c-887c334b5ec2/bf1b6e63-546f-45be-b593-39b670c97165) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:41:42.537142 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:42.549936 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Transition to ACTIVE for port object bf1b6e63-546f-45be-b593-39b670c97165 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:41:42.667157 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:42.709353 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Network 7c19b180-e117-44a4-b579-5a5a8a161971 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:41:42.712270 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:41:42.716005 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:41:42.743007 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=bf1b6e63-546f-45be-b593-39b670c97165,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:42.774344 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:42.775084 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:42.879564 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-d61ca1bc-cbee-49b0-96c2-a56a51432d0b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8451521 Sep 03 21:41:42.891729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Request body: {'port': {'device_id': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:41:42.951855 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:43.015609 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-4b031966-3113-4cbc-86b3-cd35d832ae38 None None] Provisioning for port bf1b6e63-546f-45be-b593-39b670c97165 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:41:43.019412 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-4b031966-3113-4cbc-86b3-cd35d832ae38 None None] Provisioning complete for port bf1b6e63-546f-45be-b593-39b670c97165 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:41:43.019786 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-4b031966-3113-4cbc-86b3-cd35d832ae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:43.058519 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-4b031966-3113-4cbc-86b3-cd35d832ae38 None None] Port bf1b6e63-546f-45be-b593-39b670c97165 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:41:43.233704 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1b6e63-546f-45be-b593-39b670c97165 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:41:43.242222 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:43.254123 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Transition to ACTIVE for port object bf1b6e63-546f-45be-b593-39b670c97165 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:41:43.291542 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47338ad2-e17f-4659-99c5-25109a69ddbe req-9834d41f-1e1c-4c17-bb7a-f4f5ecc9023c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:43.293045 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-47338ad2-e17f-4659-99c5-25109a69ddbe req-9834d41f-1e1c-4c17-bb7a-f4f5ecc9023c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 931 time: 0.0519552 Sep 03 21:41:43.323769 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:43.334616 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-47338ad2-e17f-4659-99c5-25109a69ddbe req-71bddb09-5444-4ea4-9e4a-731440194414 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330060 Sep 03 21:41:43.378327 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Pushing event updated for resources: {'Port': ['ID=bf1b6e63-546f-45be-b593-39b670c97165,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:43.454348 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Attempting to bind port bf1b6e63-546f-45be-b593-39b670c97165 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:41:43.454997 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Attempting to bind port bf1b6e63-546f-45be-b593-39b670c97165 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:41:43.455532 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Attempting to bind port bf1b6e63-546f-45be-b593-39b670c97165 on network 7c19b180-e117-44a4-b579-5a5a8a161971 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:41:43.461500 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Port bf1b6e63-546f-45be-b593-39b670c97165 on network 7c19b180-e117-44a4-b579-5a5a8a161971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:41:43.466186 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Attempting to bind port bf1b6e63-546f-45be-b593-39b670c97165 on network 7c19b180-e117-44a4-b579-5a5a8a161971 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:41:43.466940 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:41:43.467286 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Checking segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:41:43.467675 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Bound using segment: {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:41:43.468108 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Bound port: bf1b6e63-546f-45be-b593-39b670c97165, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb5325b-53ee-4bda-9551-3e5195c1342b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:41:43.468471 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:43.537358 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] For port bf1b6e63-546f-45be-b593-39b670c97165, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:41:43.540409 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] For port bf1b6e63-546f-45be-b593-39b670c97165, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bf1b6e63-546f-45be-b593-39b670c97165,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:41:43.604404 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:43.640720 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:43.641697 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:43.643274 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] 10.222.0.18 "PUT /v2.0/ports/bf1b6e63-546f-45be-b593-39b670c97165 HTTP/1.1" status: 200 len: 1093 time: 0.7558212 Sep 03 21:41:43.645900 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:41:43.648796 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b8f95b-76e0-43c9-a38a-d482ab895089" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "tag": "bf1b6e63-546f-45be-b593-39b670c97165"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:41:43.678957 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d91cdf-dd04-44de-928d-39d3b1f5187a service neutron] Pushing event updated for resources: {'Port': ['ID=bf1b6e63-546f-45be-b593-39b670c97165,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:43.688945 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f41082-99e0-4c3a-b51a-2700c5d0201b x-openstack-request-id: req-c3f41082-99e0-4c3a-b51a-2700c5d0201b {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:41:43.689287 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "tag": "bf1b6e63-546f-45be-b593-39b670c97165", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:41:43.689491 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3f41082-99e0-4c3a-b51a-2700c5d0201b {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:41:43.690015 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165', 'status': 'completed', 'code': 200} Sep 03 21:41:43.764602 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f95b-76e0-43c9-a38a-d482ab895089 req-9d4892a0-cfdd-4cce-b4ec-c95c63e5603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:43.766378 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-05b8f95b-76e0-43c9-a38a-d482ab895089 req-9d4892a0-cfdd-4cce-b4ec-c95c63e5603e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 1096 time: 0.0525537 Sep 03 21:41:43.829891 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:43.867219 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f95b-76e0-43c9-a38a-d482ab895089 req-e14130bf-4ba7-441d-b56c-a0625984bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:43.868740 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-05b8f95b-76e0-43c9-a38a-d482ab895089 req-e14130bf-4ba7-441d-b56c-a0625984bdc6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934079 Sep 03 21:41:43.968145 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f95b-76e0-43c9-a38a-d482ab895089 req-a9a09c0d-5f86-46fe-b894-67effac6cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:43.969634 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-05b8f95b-76e0-43c9-a38a-d482ab895089 req-a9a09c0d-5f86-46fe-b894-67effac6cbd6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922348 Sep 03 21:41:44.049312 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-b48da5bd-52d5-401a-b6a9-01442ec81672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:44.050881 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-b48da5bd-52d5-401a-b6a9-01442ec81672 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 1096 time: 0.0452566 Sep 03 21:41:44.095541 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-c8064265-707d-4afc-9436-0d385b497308 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1b6e63-546f-45be-b593-39b670c97165 HTTP/1.1" status: 200 len: 217 time: 0.0366580 Sep 03 21:41:44.148967 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-803748df-5ddd-42b3-b9aa-37e64d12cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:44.150459 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-803748df-5ddd-42b3-b9aa-37e64d12cbe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0479701 Sep 03 21:41:44.197262 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-9e18be74-2569-4814-9a45-9b4b4ab89818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:44.198785 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-9e18be74-2569-4814-9a45-9b4b4ab89818 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401440 Sep 03 21:41:44.295212 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-ceff6c58-94bc-4604-ae2f-5b5d8133df6c service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873811 Sep 03 21:41:44.385665 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-b89b5166-9d8c-43b4-ab8f-45463c42f396 req-2c58c535-27fc-42e4-9549-ea4be96d4c7a service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832906 Sep 03 21:41:44.477176 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af689f-1071-45e8-b4fe-4cd402f7b37e req-cdf778a4-1aee-4bf5-a15f-962814a37cf8 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:44.478689 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f7af689f-1071-45e8-b4fe-4cd402f7b37e req-cdf778a4-1aee-4bf5-a15f-962814a37cf8 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 943 time: 0.0525706 Sep 03 21:41:44.517764 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f7af689f-1071-45e8-b4fe-4cd402f7b37e req-d8526d01-fb72-4162-9303-6962725b48b7 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331209 Sep 03 21:41:45.632772 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25642597-0eab-401b-b779-6310041b65ae req-4a99ab9b-8b0a-4932-bb84-d11085589e98 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:45.634245 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25642597-0eab-401b-b779-6310041b65ae req-4a99ab9b-8b0a-4932-bb84-d11085589e98 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 943 time: 0.0489340 Sep 03 21:41:45.673233 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-25642597-0eab-401b-b779-6310041b65ae req-99f5d923-a987-49ec-ba2c-91404e3f757a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327904 Sep 03 21:41:46.786259 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cbe96-58f3-43d3-8750-9eb218bf140c req-af7e80af-0461-42ee-8fac-cbdf28ecbf7d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:46.787782 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-288cbe96-58f3-43d3-8750-9eb218bf140c req-af7e80af-0461-42ee-8fac-cbdf28ecbf7d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 943 time: 0.0482352 Sep 03 21:41:46.826259 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-288cbe96-58f3-43d3-8750-9eb218bf140c req-525bbd8b-f10b-4790-89d5-33fe1c2f1527 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Sep 03 21:41:47.946383 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe5336-603a-4958-a860-68fe94860a02 req-1490b38e-7bc4-48a4-988e-f6469081fada tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:47.947947 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e1fe5336-603a-4958-a860-68fe94860a02 req-1490b38e-7bc4-48a4-988e-f6469081fada tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 943 time: 0.0531476 Sep 03 21:41:47.985918 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e1fe5336-603a-4958-a860-68fe94860a02 req-0d1d87ed-4dee-45c1-88d7-b0c52cc9f644 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Sep 03 21:41:49.099052 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965ab2f-4a65-4bfb-b43a-a806605870ad req-2ff4f536-8562-4775-a65a-3e104214053d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:49.100563 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0965ab2f-4a65-4bfb-b43a-a806605870ad req-2ff4f536-8562-4775-a65a-3e104214053d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 943 time: 0.0476530 Sep 03 21:41:49.139665 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0965ab2f-4a65-4bfb-b43a-a806605870ad req-68589f65-c3cf-4203-bb69-632bd999daa6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331163 Sep 03 21:41:50.253359 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410bc28-1981-4ad4-84f9-3d43cb41427d req-cff46d5b-079e-4e6d-b14b-74d29eacd378 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:50.254844 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5410bc28-1981-4ad4-84f9-3d43cb41427d req-cff46d5b-079e-4e6d-b14b-74d29eacd378 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 943 time: 0.0467587 Sep 03 21:41:50.296886 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5410bc28-1981-4ad4-84f9-3d43cb41427d req-5bc81d9a-03c7-4581-9eac-824bf0ef5c8b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359190 Sep 03 21:41:51.412732 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd47fc6-62ae-45b4-af00-b760485d73da req-c6e3400c-5b2a-452d-8c75-1028c1608f6c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:51.414115 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6dd47fc6-62ae-45b4-af00-b760485d73da req-c6e3400c-5b2a-452d-8c75-1028c1608f6c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 943 time: 0.0516772 Sep 03 21:41:51.451528 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6dd47fc6-62ae-45b4-af00-b760485d73da req-db9c4f23-0503-4fd8-9209-8d208937eece tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312638 Sep 03 21:41:52.323923 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:41:52.565522 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fbe34-0583-4a86-9fee-ffef9b5e4181 req-27bf32c8-d1bf-4b6a-a309-e40de38ecbee tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:52.572641 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bc1fbe34-0583-4a86-9fee-ffef9b5e4181 req-27bf32c8-d1bf-4b6a-a309-e40de38ecbee tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 943 time: 0.0564108 Sep 03 21:41:52.612118 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-bc1fbe34-0583-4a86-9fee-ffef9b5e4181 req-9df84a6d-3fc0-4254-8beb-3632e142a38a tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321386 Sep 03 21:41:53.207249 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device bf1b6e63-546f-45be-b593-39b670c97165 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:41:53.416940 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port bf1b6e63-546f-45be-b593-39b670c97165, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bf1b6e63-546f-45be-b593-39b670c97165,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:41:53.427897 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': 'bf1b6e63-546f-45be-b593-39b670c97165', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'port_id': 'bf1b6e63-546f-45be-b593-39b670c97165', 'mac_address': 'fa:16:3e:57:bd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:41:53.462348 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:53.474675 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1b6e63-546f-45be-b593-39b670c97165 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:41:53.493508 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port bf1b6e63-546f-45be-b593-39b670c97165, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bf1b6e63-546f-45be-b593-39b670c97165,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:41:53.597779 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:53.644804 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf1b6e63-546f-45be-b593-39b670c97165,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:53.726362 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d899ee-ada0-4bf2-a51c-73a6c07a29b7 req-3d38ec68-7352-4eb0-bea7-0931e6514f38 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:53.728090 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98d899ee-ada0-4bf2-a51c-73a6c07a29b7 req-3d38ec68-7352-4eb0-bea7-0931e6514f38 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 944 time: 0.0487337 Sep 03 21:41:53.767719 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-98d899ee-ada0-4bf2-a51c-73a6c07a29b7 req-66f0e449-82bf-4868-ba08-a36c3a6ea369 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Sep 03 21:41:53.864070 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['bf1b6e63-546f-45be-b593-39b670c97165'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:41:54.884329 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ef16e-fbc8-4ca2-8b4e-2cf529ae56c7 req-ba9aa3fa-9c3f-48e8-9dcd-70c039391517 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:54.885796 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b27ef16e-fbc8-4ca2-8b4e-2cf529ae56c7 req-ba9aa3fa-9c3f-48e8-9dcd-70c039391517 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 944 time: 0.0509791 Sep 03 21:41:54.923807 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b27ef16e-fbc8-4ca2-8b4e-2cf529ae56c7 req-b426a754-a0cb-4462-8448-6f74278ece4d tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Sep 03 21:41:55.218068 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device bf1b6e63-546f-45be-b593-39b670c97165 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:41:55.381131 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port bf1b6e63-546f-45be-b593-39b670c97165 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:41:55.385198 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port bf1b6e63-546f-45be-b593-39b670c97165 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:41:55.385626 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:55.461155 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:55.484398 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:41:55.486659 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6fc377-7f61-4cc4-8b3e-71462d2a371e" -d '{"events": [{"server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "name": "network-vif-plugged", "status": "completed", "tag": "bf1b6e63-546f-45be-b593-39b670c97165"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:41:55.498528 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port bf1b6e63-546f-45be-b593-39b670c97165, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bf1b6e63-546f-45be-b593-39b670c97165,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:41:55.572478 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:55.621022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=bf1b6e63-546f-45be-b593-39b670c97165,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:55.798874 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55559ff8-cffd-4803-812b-65eeef96db33 x-openstack-request-id: req-55559ff8-cffd-4803-812b-65eeef96db33 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:41:55.798874 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "name": "network-vif-plugged", "status": "completed", "tag": "bf1b6e63-546f-45be-b593-39b670c97165", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:41:55.798874 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55559ff8-cffd-4803-812b-65eeef96db33 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:41:55.798874 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165', 'code': 200} Sep 03 21:41:56.040642 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fab4c-7a81-4d84-b0d2-4c1d73f7841d req-d0f88ad8-e454-467d-a0c7-442d30a54f81 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:56.042147 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-751fab4c-7a81-4d84-b0d2-4c1d73f7841d req-d0f88ad8-e454-467d-a0c7-442d30a54f81 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 945 time: 0.0509391 Sep 03 21:41:56.080099 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-751fab4c-7a81-4d84-b0d2-4c1d73f7841d req-e530ea8f-beee-4637-8efe-4ddacdc5b14b tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312898 Sep 03 21:41:56.225486 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5277b4-1686-4cdf-87f8-380d258ab335 req-61797478-a014-4522-b52d-af9bd5bd88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:56.226934 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cc5277b4-1686-4cdf-87f8-380d258ab335 req-61797478-a014-4522-b52d-af9bd5bd88d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 1098 time: 0.0848649 Sep 03 21:41:56.262669 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cc5277b4-1686-4cdf-87f8-380d258ab335 req-8fc3385b-4fb1-48eb-96cf-4d7853d517c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279908 Sep 03 21:41:57.197028 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa70680-4ec2-45fe-8414-0c821c90c3e6 req-da6a5e2a-075c-49e1-ade2-68ae31a2d5d3 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:57.198513 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0aa70680-4ec2-45fe-8414-0c821c90c3e6 req-da6a5e2a-075c-49e1-ade2-68ae31a2d5d3 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 945 time: 0.0504024 Sep 03 21:41:57.236458 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-0aa70680-4ec2-45fe-8414-0c821c90c3e6 req-bf49e9ee-902c-4bbf-a833-ee1202050201 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Sep 03 21:41:58.352275 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4a1e-1704-4fc4-a4da-d404799d0c9c req-61b5e77e-ac8c-4d6f-bfb2-9f9a6ccf6c76 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:58.353754 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-10cd4a1e-1704-4fc4-a4da-d404799d0c9c req-61b5e77e-ac8c-4d6f-bfb2-9f9a6ccf6c76 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 945 time: 0.0508394 Sep 03 21:41:58.396549 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-10cd4a1e-1704-4fc4-a4da-d404799d0c9c req-206bd11a-c38b-4121-959c-461221c417e7 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Sep 03 21:41:58.506513 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1ed2-c78e-4417-b728-bd261a8ea96e req-10236a32-dd02-45c1-aee0-f54b561b56be tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:58.507980 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8c3c1ed2-c78e-4417-b728-bd261a8ea96e req-10236a32-dd02-45c1-aee0-f54b561b56be tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 945 time: 0.0472150 Sep 03 21:41:58.545223 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8c3c1ed2-c78e-4417-b728-bd261a8ea96e req-96664ec5-379d-4210-8260-c448f3172b68 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312991 Sep 03 21:41:58.570236 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33592) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:58.603947 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab9831-9bba-4598-8b4f-b1a78cb67659 tempest-TestVolumeBootPattern-2061131756 tempest-TestVolumeBootPattern-2061131756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:41:58.605426 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4cab9831-9bba-4598-8b4f-b1a78cb67659 tempest-TestVolumeBootPattern-2061131756 tempest-TestVolumeBootPattern-2061131756-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 1093 time: 0.0375681 Sep 03 21:41:58.608729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 33594) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:41:58.612943 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'port_id': 'bf1b6e63-546f-45be-b593-39b670c97165', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:41:58.703696 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:58.800722 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:58.898648 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Allocated IP 172.27.3.139 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/7738bb9d-a5f7-44f0-b8f9-328777d548f7) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:41:58.998890 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:59.112328 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:59.148804 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:41:59.151520 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:41:59.155559 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:41:59.163262 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=7738bb9d-a5f7-44f0-b8f9-328777d548f7,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:41:59.190499 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.190888 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.191234 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.191580 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.191912 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.192245 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.192577 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.192905 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.193234 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.193559 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.193883 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.194202 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:41:59.757114 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:41:59.873535 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:00.017095 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:00.089484 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:00.158877 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event updated for resources: {'Port': ['ID=7738bb9d-a5f7-44f0-b8f9-328777d548f7,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:42:00.170370 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:00.262268 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.l3_db [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Floating IP 99edbe13-978a-467c-b1bc-32fed50dba32 associated. External IP: 172.27.3.139, port: bf1b6e63-546f-45be-b593-39b670c97165. Sep 03 21:42:00.463968 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Router a51f8479-a420-4081-8dc8-b99eee086d0f has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:42:00.567066 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:42:00.576760 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:42:00.585297 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:42:00.592033 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:41:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:42:00.649725 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:00.677198 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-c11f4063-0e37-4599-8c58-ce01e0bcabd4 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0674729 Sep 03 21:42:00.677863 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:42:00.680261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "tag": "bf1b6e63-546f-45be-b593-39b670c97165"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:42:00.689131 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:42:00.781334 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec11a5-33b1-44f6-a1b8-03e223fa6992 x-openstack-request-id: req-d2ec11a5-33b1-44f6-a1b8-03e223fa6992 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:42:00.781836 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "tag": "bf1b6e63-546f-45be-b593-39b670c97165", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:42:00.781931 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2ec11a5-33b1-44f6-a1b8-03e223fa6992 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:42:00.782245 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165', 'status': 'completed', 'code': 200} Sep 03 21:42:00.844006 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-8d3b81e9-cd67-454d-a9e0-376538f10d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:00.845478 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-8d3b81e9-cd67-454d-a9e0-376538f10d02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 1098 time: 0.0405209 Sep 03 21:42:00.914946 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:52Z', 'revision_number': 1, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}, {'id': '99edbe13-978a-467c-b1bc-32fed50dba32', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'bf1b6e63-546f-45be-b593-39b670c97165', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:57:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:41:59Z', 'updated_at': '2021-09-03T21:41:59Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:42:00.937971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-69752109-bf69-492d-b5a0-fb33ff32b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:00.939560 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-69752109-bf69-492d-b5a0-fb33ff32b940 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0861912 Sep 03 21:42:00.944697 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:42:00.953119 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:42:00.953735 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:41:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:42:01.003116 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-2dbbd74d-540b-4e7c-bac9-c68dac39cc67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1b6e63-546f-45be-b593-39b670c97165 HTTP/1.1" status: 200 len: 999 time: 0.0559828 Sep 03 21:42:01.056845 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-bf0c2bb4-637c-4199-a89a-7d6b16339f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:01.058325 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-bf0c2bb4-637c-4199-a89a-7d6b16339f4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0488279 Sep 03 21:42:01.059559 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:42:01.120126 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-e2521d53-e119-4034-a719-c3d36fc82086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:01.121643 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-e2521d53-e119-4034-a719-c3d36fc82086 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557530 Sep 03 21:42:01.217568 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-146dbaf5-e6bb-4aaf-beab-543404e0a775 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872207 Sep 03 21:42:01.226936 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-227a7713-bbff-4563-9629-956b7f58a6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:01.304134 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:52Z', 'revision_number': 1, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}, {'id': '99edbe13-978a-467c-b1bc-32fed50dba32', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'bf1b6e63-546f-45be-b593-39b670c97165', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:57:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:41:59Z', 'updated_at': '2021-09-03T21:41:59Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:42:01.306214 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-6bbf6c1d-9a2a-4853-b1a3-ba60812cb24a req-436ba050-f327-4fbe-91e6-6c154af85ea5 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813580 Sep 03 21:42:01.332830 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36983fa-40a4-47b3-8a3f-ebc0c088d5f6 None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:52Z', 'revision_number': 1, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}, {'id': '99edbe13-978a-467c-b1bc-32fed50dba32', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'bf1b6e63-546f-45be-b593-39b670c97165', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:57:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:41:59Z', 'updated_at': '2021-09-03T21:41:59Z', 'revision_number': 0, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:42:01.508205 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c100935-9bcb-490d-be75-8a389dd1efcb None None] New status for floating IP 99edbe13-978a-467c-b1bc-32fed50dba32: ACTIVE {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:42:03.809048 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-918f1b27-74dd-4e4a-9c31-f0e6dd8324e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:03.980896 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:05.214613 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:07.152088 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:13.849082 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:22.322655 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736f3b9-e8b8-4626-bcd2-268866cf0c8a req-7c63dd89-7ca0-4561-8549-8bd0b40d7af4 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:22.324201 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b736f3b9-e8b8-4626-bcd2-268866cf0c8a req-7c63dd89-7ca0-4561-8549-8bd0b40d7af4 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 946 time: 0.0482714 Sep 03 21:42:22.363076 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b736f3b9-e8b8-4626-bcd2-268866cf0c8a req-7ba1bed0-8d12-4fc1-8f26-c0d3c548961e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Sep 03 21:42:23.060955 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-2657f2ae-5b4b-41cf-9352-d3467e6ed7e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368257 Sep 03 21:42:23.153121 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-8ae43e59-81db-4f47-9b0f-90bfaf3330d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:23.154574 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-8ae43e59-81db-4f47-9b0f-90bfaf3330d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1098 time: 0.0432498 Sep 03 21:42:23.256462 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-d9cc6219-2413-437d-b739-939c6277ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:23.257937 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-d9cc6219-2413-437d-b739-939c6277ba10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0818987 Sep 03 21:42:23.324704 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-0e9faab1-8659-49e6-92ae-9888579d2603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 200 len: 1001 time: 0.0583339 Sep 03 21:42:23.377842 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-90350119-4a79-40bd-846e-277f1ba8c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:23.379921 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-90350119-4a79-40bd-846e-277f1ba8c126 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0423832 Sep 03 21:42:23.429481 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-14f1e406-b8c8-4685-a102-46c26a8fc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:23.431113 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-14f1e406-b8c8-4685-a102-46c26a8fc3cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404384 Sep 03 21:42:23.484269 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82af3a6-1682-456d-ba58-c0b9e4c56fb0 req-493e3219-99af-4590-9152-5d8b2a9a94c2 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:23.485741 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b82af3a6-1682-456d-ba58-c0b9e4c56fb0 req-493e3219-99af-4590-9152-5d8b2a9a94c2 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 946 time: 0.0508969 Sep 03 21:42:23.524532 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b82af3a6-1682-456d-ba58-c0b9e4c56fb0 req-24b4952e-972d-429f-b1e8-6a1c480361bf tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Sep 03 21:42:23.526470 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-af4ea1aa-bfc7-44ce-ab1b-449d23ccf4b4 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877252 Sep 03 21:42:23.616873 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-aee58fa2-cc28-48b4-b9cf-da8b166bdaa7 req-b40f9220-7fed-4056-8bfb-6bee84632eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806684 Sep 03 21:42:24.049717 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a9506-108c-4bc8-b767-03000f64c06a req-252715d5-ca7a-4a7f-9b92-990e4a87ebff tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:24.051155 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-db0a9506-108c-4bc8-b767-03000f64c06a req-252715d5-ca7a-4a7f-9b92-990e4a87ebff tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 946 time: 0.0505052 Sep 03 21:42:24.138630 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Deleting port 7ca8c23c-b5d9-4838-a97d-1254512806a5 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:42:24.139249 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:24.226574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] For port 7ca8c23c-b5d9-4838-a97d-1254512806a5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=7ca8c23c-b5d9-4838-a97d-1254512806a5,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:42:24.226975 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:24.238160 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Calling delete_port for 7ca8c23c-b5d9-4838-a97d-1254512806a5 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:42:24.469360 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:24.480864 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['7ca8c23c-b5d9-4838-a97d-1254512806a5'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:42:24.500231 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Pushing event deleted for resources: {'Port': ['ID=7ca8c23c-b5d9-4838-a97d-1254512806a5,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:42:24.541319 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] No DVR routers for this DVR port 7ca8c23c-b5d9-4838-a97d-1254512806a5 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:42:24.543827 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:24.545797 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-db0a9506-108c-4bc8-b767-03000f64c06a req-a9a6c2ee-046b-4f21-9a3a-1aff1be2bfb7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.18 "DELETE /v2.0/ports/7ca8c23c-b5d9-4838-a97d-1254512806a5 HTTP/1.1" status: 204 len: 173 time: 0.4877779 Sep 03 21:42:24.546228 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4819c63-462e-4c17-85c7-6cbe6cd61c5a', 'name': 'network-vif-deleted', 'tag': '7ca8c23c-b5d9-4838-a97d-1254512806a5'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:42:24.548531 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e34236c-941c-45b5-b2da-4066a723d33c" -d '{"events": [{"server_uuid": "f4819c63-462e-4c17-85c7-6cbe6cd61c5a", "name": "network-vif-deleted", "tag": "7ca8c23c-b5d9-4838-a97d-1254512806a5"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:42:24.623568 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e1f76531-2283-48b9-a44a-9a0153c7b2c3 req-2b7d5d41-b113-4a8b-9ba1-a1b3497e4418 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4819c63-462e-4c17-85c7-6cbe6cd61c5a HTTP/1.1" status: 200 len: 210 time: 0.0315762 Sep 03 21:42:24.667625 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ece108-ed88-4853-a62a-76dcd5e3c24b x-openstack-request-id: req-46ece108-ed88-4853-a62a-76dcd5e3c24b {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:42:24.667920 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4819c63-462e-4c17-85c7-6cbe6cd61c5a", "name": "network-vif-deleted", "tag": "7ca8c23c-b5d9-4838-a97d-1254512806a5", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:42:24.668175 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46ece108-ed88-4853-a62a-76dcd5e3c24b {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:42:24.668632 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4819c63-462e-4c17-85c7-6cbe6cd61c5a', 'name': 'network-vif-deleted', 'tag': '7ca8c23c-b5d9-4838-a97d-1254512806a5', 'status': 'completed', 'code': 200} Sep 03 21:42:29.324460 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:42:29.408820 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7ca8c23c-b5d9-4838-a97d-1254512806a5 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:42:29.428253 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 7ca8c23c-b5d9-4838-a97d-1254512806a5 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:42:29.428591 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 7ca8c23c-b5d9-4838-a97d-1254512806a5 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:42:31.254281 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7d6f2bd1-6702-48b2-b5a3-66321fe3e2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:33.814503 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-264fa0f6-a13f-4a98-9e54-a2ce1fe8647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:33.969114 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:35.212324 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:36.279705 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-5a2b7462-b895-4aa8-91be-0e2b4d531fa0 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:36.281037 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-5a2b7462-b895-4aa8-91be-0e2b4d531fa0 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/networks?id=6e58302e-1efc-4ac5-b3f8-a02fff6060d6 HTTP/1.1" status: 200 len: 813 time: 0.0996838 Sep 03 21:42:36.295970 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-295d848d-e13a-4ca0-910c-ab4add21937b tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/quotas/3bdebf5d539646659549b98970789ce0 HTTP/1.1" status: 200 len: 375 time: 0.0092936 Sep 03 21:42:36.325615 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-9ee2fdd7-b9e6-4a5f-a276-ac82c6fafea6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3bdebf5d539646659549b98970789ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246623 Sep 03 21:42:36.462476 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-6fccb4c9-ff6a-4f93-ab1e-deab004649bf service neutron] 10.222.0.46 "GET /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298299 Sep 03 21:42:36.550156 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f646138b-a90c-4218-8f3e-606badea0a00 service neutron] 10.222.0.46 "GET /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811765 Sep 03 21:42:36.840651 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e6c181f7-620d-4d43-9c16-5e0e45367ca1 req-0f4e877b-7b10-471f-870a-1858085e504c tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 210 time: 0.0254123 Sep 03 21:42:37.160583 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:37.930149 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8db00621-acb5-481a-84a7-0cb8c4431f6f req-cedd7932-2f55-4a4d-9083-addfa7488157 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 210 time: 0.0244496 Sep 03 21:42:38.859045 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-6e910319-d779-44af-86d5-510457c4dd19 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:38.860470 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-6e910319-d779-44af-86d5-510457c4dd19 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.18 "GET /v2.0/networks?id=6e58302e-1efc-4ac5-b3f8-a02fff6060d6 HTTP/1.1" status: 200 len: 813 time: 0.1020076 Sep 03 21:42:38.881870 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Request body: {'port': {'device_id': '8da20923-340b-4563-afdc-ab38a9f09084', 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6', 'admin_state_up': True, 'tenant_id': '3bdebf5d539646659549b98970789ce0'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:42:39.029322 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5851a1f3-30ed-4458-a98f-e3543c4898cc req-c99a8461-5634-42e7-ba2e-eb3236c2a058 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 210 time: 0.0300698 Sep 03 21:42:39.066023 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Made reservation on behalf of 3bdebf5d539646659549b98970789ce0 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:42:39.069526 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:39.198918 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Allocated IP 172.20.0.7 (6e58302e-1efc-4ac5-b3f8-a02fff6060d6/bd8a4e58-ff51-4705-8a85-b04833fa9e8a/3f92f3ba-8b66-4d82-a331-0078ee4b0714) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:42:39.338471 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:39.466130 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:39.507546 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:42:39.510470 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:42:39.514177 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:42:39.522470 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Pushing event updated for resources: {'Port': ['ID=3f92f3ba-8b66-4d82-a331-0078ee4b0714,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:42:39.566505 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:39.567140 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:39.649663 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-f415b7f6-44f0-4b79-9fd2-361c39488130 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7741039 Sep 03 21:42:39.663049 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Request body: {'port': {'device_id': '8da20923-340b-4563-afdc-ab38a9f09084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:42:39.717491 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:39.966134 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f92f3ba-8b66-4d82-a331-0078ee4b0714 {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:42:39.973888 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:39.985521 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Transition to ACTIVE for port object 3f92f3ba-8b66-4d82-a331-0078ee4b0714 will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:42:40.069469 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:40.140385 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Pushing event updated for resources: {'Port': ['ID=3f92f3ba-8b66-4d82-a331-0078ee4b0714,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:42:40.143726 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c598e-d503-41a8-ab96-05756f9ebc2d req-3c5625e9-5699-4e40-9467-2e5159229efb tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:40.145220 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f39c598e-d503-41a8-ab96-05756f9ebc2d req-3c5625e9-5699-4e40-9467-2e5159229efb tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 943 time: 0.0487204 Sep 03 21:42:40.187432 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f39c598e-d503-41a8-ab96-05756f9ebc2d req-1fa9feeb-fc96-4b12-aedd-902c3b411cfc tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327778 Sep 03 21:42:40.191571 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Attempting to bind port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:42:40.191913 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Attempting to bind port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:42:40.192247 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Attempting to bind port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 on network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:42:40.196507 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 on network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:42:40.196836 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Attempting to bind port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 on network 6e58302e-1efc-4ac5-b3f8-a02fff6060d6 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:42:40.202873 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:42:40.203214 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Checking segment: {'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:42:40.203597 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Bound using segment: {'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:42:40.204027 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Bound port: 3f92f3ba-8b66-4d82-a331-0078ee4b0714, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd545597e-89ef-415d-9d53-ecadf8c07c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:42:40.204387 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:40.265745 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] For port 3f92f3ba-8b66-4d82-a331-0078ee4b0714, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:42:40.268597 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] For port 3f92f3ba-8b66-4d82-a331-0078ee4b0714, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3f92f3ba-8b66-4d82-a331-0078ee4b0714,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:42:40.380567 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:40.414224 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:40.414872 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:40.418741 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] 10.222.0.18 "PUT /v2.0/ports/3f92f3ba-8b66-4d82-a331-0078ee4b0714 HTTP/1.1" status: 200 len: 1093 time: 0.7573051 Sep 03 21:42:40.418741 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da20923-340b-4563-afdc-ab38a9f09084', 'tag': '3f92f3ba-8b66-4d82-a331-0078ee4b0714'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:42:40.418949 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4ceac-2f0a-4f1f-953a-95849eb09c24" -d '{"events": [{"name": "network-changed", "server_uuid": "8da20923-340b-4563-afdc-ab38a9f09084", "tag": "3f92f3ba-8b66-4d82-a331-0078ee4b0714"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:42:40.441746 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f3f1-fe1e-4ea8-9887-afccac7fd361 service neutron] Pushing event updated for resources: {'Port': ['ID=3f92f3ba-8b66-4d82-a331-0078ee4b0714,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:42:40.457358 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22433625-faf7-4aa8-9972-7e280c27b0c4 x-openstack-request-id: req-22433625-faf7-4aa8-9972-7e280c27b0c4 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:42:40.457649 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da20923-340b-4563-afdc-ab38a9f09084", "tag": "3f92f3ba-8b66-4d82-a331-0078ee4b0714", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:42:40.457897 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22433625-faf7-4aa8-9972-7e280c27b0c4 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:42:40.458284 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da20923-340b-4563-afdc-ab38a9f09084', 'tag': '3f92f3ba-8b66-4d82-a331-0078ee4b0714', 'status': 'completed', 'code': 200} Sep 03 21:42:40.517001 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4ceac-2f0a-4f1f-953a-95849eb09c24 req-092903ef-a600-4f1f-8a34-24c0a7f317c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:40.518410 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68c4ceac-2f0a-4f1f-953a-95849eb09c24 req-092903ef-a600-4f1f-8a34-24c0a7f317c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bdebf5d539646659549b98970789ce0&device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 1096 time: 0.0403237 Sep 03 21:42:40.616681 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4ceac-2f0a-4f1f-953a-95849eb09c24 req-a8b6f0d4-faa3-46b9-969c-7aeb8976c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:40.618177 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68c4ceac-2f0a-4f1f-953a-95849eb09c24 req-a8b6f0d4-faa3-46b9-969c-7aeb8976c388 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3bdebf5d539646659549b98970789ce0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0914958 Sep 03 21:42:40.711420 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4ceac-2f0a-4f1f-953a-95849eb09c24 req-54a64c50-20a7-4138-84a7-c982622bdbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:40.712865 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-68c4ceac-2f0a-4f1f-953a-95849eb09c24 req-54a64c50-20a7-4138-84a7-c982622bdbe3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880001 Sep 03 21:42:40.788140 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-bb8aadb5-78fc-4660-9a51-b74c1c665fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:40.789506 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-bb8aadb5-78fc-4660-9a51-b74c1c665fd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bdebf5d539646659549b98970789ce0&device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 1096 time: 0.0397909 Sep 03 21:42:40.831391 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-95f0eb2f-969f-425e-b286-0969a5455224 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f92f3ba-8b66-4d82-a331-0078ee4b0714 HTTP/1.1" status: 200 len: 217 time: 0.0326903 Sep 03 21:42:40.881668 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-ca941a26-fb51-4964-b76d-e182c681b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:40.883094 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-ca941a26-fb51-4964-b76d-e182c681b167 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd8a4e58-ff51-4705-8a85-b04833fa9e8a HTTP/1.1" status: 200 len: 853 time: 0.0450935 Sep 03 21:42:40.913080 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-c871e406-b664-4446-ba37-878be0f3c478 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e58302e-1efc-4ac5-b3f8-a02fff6060d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223844 Sep 03 21:42:40.998350 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-d7252f6b-1cec-470e-bcba-cdb26e191e49 service neutron] 10.222.0.18 "GET /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784726 Sep 03 21:42:41.087366 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5a6002a1-c97e-4b78-b0fe-722a13667b0a req-e12bee50-a3cb-4bca-b5e0-e6d554651fb0 service neutron] 10.222.0.18 "GET /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820680 Sep 03 21:42:41.303338 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981684-61bd-4b07-8c9c-426040d09e07 req-b2c8d2ac-379e-4924-ba9f-2fd55bf3c49d tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:41.304792 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-43981684-61bd-4b07-8c9c-426040d09e07 req-b2c8d2ac-379e-4924-ba9f-2fd55bf3c49d tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 943 time: 0.0477281 Sep 03 21:42:41.341518 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-43981684-61bd-4b07-8c9c-426040d09e07 req-3d3d19ea-b09c-4e48-bc1c-5a2a663c5e61 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Sep 03 21:42:42.458021 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444a6e1-7f3f-440a-9fc1-b01fc89b3c0c req-984c5efc-2115-4848-91f4-b2f63099ad59 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:42.459514 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8444a6e1-7f3f-440a-9fc1-b01fc89b3c0c req-984c5efc-2115-4848-91f4-b2f63099ad59 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 943 time: 0.0502801 Sep 03 21:42:42.496465 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8444a6e1-7f3f-440a-9fc1-b01fc89b3c0c req-9c1eb283-1088-4a86-8966-614b9b6d03e8 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Sep 03 21:42:43.456358 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 3f92f3ba-8b66-4d82-a331-0078ee4b0714 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:42:43.555073 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 3f92f3ba-8b66-4d82-a331-0078ee4b0714, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3f92f3ba-8b66-4d82-a331-0078ee4b0714,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:42:43.566843 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '3f92f3ba-8b66-4d82-a331-0078ee4b0714', 'network_id': '6e58302e-1efc-4ac5-b3f8-a02fff6060d6', 'port_id': '3f92f3ba-8b66-4d82-a331-0078ee4b0714', 'mac_address': 'fa:16:3e:53:b1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8a4e58-ff51-4705-8a85-b04833fa9e8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:42:43.604318 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:43.607774 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b2693-fc76-41d8-823c-5e4ba72ce9fa req-15de4ffe-27e0-4378-8e6b-c8a03d9bf5c8 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:43.609355 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d56b2693-fc76-41d8-823c-5e4ba72ce9fa req-15de4ffe-27e0-4378-8e6b-c8a03d9bf5c8 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 943 time: 0.0473716 Sep 03 21:42:43.617319 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f92f3ba-8b66-4d82-a331-0078ee4b0714 {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:42:43.636826 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 3f92f3ba-8b66-4d82-a331-0078ee4b0714, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3f92f3ba-8b66-4d82-a331-0078ee4b0714,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:42:43.647669 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d56b2693-fc76-41d8-823c-5e4ba72ce9fa req-3c904fe7-cf37-40b8-9f01-3cda75c883e3 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Sep 03 21:42:43.723169 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:43.781147 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=3f92f3ba-8b66-4d82-a331-0078ee4b0714,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:42:43.787975 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.788326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.788696 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.789053 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.789366 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.789699 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.790031 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.790373 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.790687 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.791037 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.791361 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.791684 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:42:43.834753 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:43.948721 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['3f92f3ba-8b66-4d82-a331-0078ee4b0714'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:42:44.758745 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0b92-66cb-4311-954d-1fca99ea3f57 req-4bddabc3-cb66-468e-b12b-efe2bd8afa37 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:44.760205 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-379d0b92-66cb-4311-954d-1fca99ea3f57 req-4bddabc3-cb66-468e-b12b-efe2bd8afa37 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 944 time: 0.0468616 Sep 03 21:42:44.797511 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-379d0b92-66cb-4311-954d-1fca99ea3f57 req-0971fc1e-d51a-4d84-b292-fb59942fbafe tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Sep 03 21:42:45.482975 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 3f92f3ba-8b66-4d82-a331-0078ee4b0714 up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:42:45.568359 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:42:45.571997 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:42:45.572369 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:45.649234 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:45.670679 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da20923-340b-4563-afdc-ab38a9f09084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f92f3ba-8b66-4d82-a331-0078ee4b0714'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:42:45.672749 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946cdd63-fb2b-450c-8a07-c23e70739cd0" -d '{"events": [{"server_uuid": "8da20923-340b-4563-afdc-ab38a9f09084", "name": "network-vif-plugged", "status": "completed", "tag": "3f92f3ba-8b66-4d82-a331-0078ee4b0714"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:42:45.686683 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 3f92f3ba-8b66-4d82-a331-0078ee4b0714, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3f92f3ba-8b66-4d82-a331-0078ee4b0714,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:42:45.763349 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f45758-62ad-4ace-bec4-58b7e622c555 x-openstack-request-id: req-37f45758-62ad-4ace-bec4-58b7e622c555 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:42:45.763639 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da20923-340b-4563-afdc-ab38a9f09084", "name": "network-vif-plugged", "status": "completed", "tag": "3f92f3ba-8b66-4d82-a331-0078ee4b0714", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:42:45.763886 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37f45758-62ad-4ace-bec4-58b7e622c555 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:42:45.765375 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da20923-340b-4563-afdc-ab38a9f09084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f92f3ba-8b66-4d82-a331-0078ee4b0714', 'code': 200} Sep 03 21:42:45.774263 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:42:45.825060 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=3f92f3ba-8b66-4d82-a331-0078ee4b0714,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:42:45.915039 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40923e-518c-480c-8bc8-38fb3fc564e2 req-366f04d3-2646-4ba0-979d-2261534f9039 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:45.916521 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c40923e-518c-480c-8bc8-38fb3fc564e2 req-366f04d3-2646-4ba0-979d-2261534f9039 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 945 time: 0.0515709 Sep 03 21:42:45.954354 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5c40923e-518c-480c-8bc8-38fb3fc564e2 req-035dac31-9cbe-45d0-beb8-a0f29036dda7 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Sep 03 21:42:46.070474 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722819b1-47ec-417a-95bc-0501d37cefe8 req-3433223a-a169-439f-b0eb-6552e5ed85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:46.071973 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-722819b1-47ec-417a-95bc-0501d37cefe8 req-3433223a-a169-439f-b0eb-6552e5ed85b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 1098 time: 0.0377302 Sep 03 21:42:46.106718 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-722819b1-47ec-417a-95bc-0501d37cefe8 req-fa356e88-6b2a-4ea2-860b-3f074a7d550f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270891 Sep 03 21:42:47.074734 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeea6ba-a579-4ec5-adb1-595e329e1e68 req-e0c227fa-6483-493e-a807-52fd354a2ddf tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:47.074734 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-faeea6ba-a579-4ec5-adb1-595e329e1e68 req-e0c227fa-6483-493e-a807-52fd354a2ddf tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 945 time: 0.0487971 Sep 03 21:42:47.112022 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-faeea6ba-a579-4ec5-adb1-595e329e1e68 req-4c4aff01-076d-4e09-b3d1-896ae93efc31 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Sep 03 21:42:48.223467 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfc5e-1a53-463e-bb7f-9c4d10096b02 req-8e15c131-6376-4302-be94-f3146cba81db tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:42:48.224912 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c4ebfc5e-1a53-463e-bb7f-9c4d10096b02 req-8e15c131-6376-4302-be94-f3146cba81db tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 945 time: 0.0467875 Sep 03 21:42:48.261902 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c4ebfc5e-1a53-463e-bb7f-9c4d10096b02 req-3ab35470-2fbf-4a71-8358-30acad3ac0b1 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Sep 03 21:43:01.231744 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-0d9dc587-1f32-4b50-8a42-495a74a1f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:03.834772 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-99038ece-ce08-45bf-9d68-60c1c3db3e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:03.985403 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:05.219963 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:06.324523 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:43:07.093856 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:11.183379 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542c7f0-aa10-4058-a111-4753335e6374 req-e5d886e4-8a0a-4626-ae65-1264449be35f tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:11.184811 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8542c7f0-aa10-4058-a111-4753335e6374 req-e5d886e4-8a0a-4626-ae65-1264449be35f tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 945 time: 0.0499871 Sep 03 21:43:11.221659 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-8542c7f0-aa10-4058-a111-4753335e6374 req-14a72ed9-5619-4e32-89a9-523c93009790 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309975 Sep 03 21:43:12.334501 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa341e-321f-413c-ab34-4ae12e54c6f5 req-5f981a8b-aa96-4fc4-8689-ca3f5dda2d5f tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:12.336024 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ddfa341e-321f-413c-ab34-4ae12e54c6f5 req-5f981a8b-aa96-4fc4-8689-ca3f5dda2d5f tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 945 time: 0.0472255 Sep 03 21:43:12.373444 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ddfa341e-321f-413c-ab34-4ae12e54c6f5 req-217631f5-4056-4a0b-b494-9e1d047997c5 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/security-groups?id=3253c023-7acf-4348-b2ee-5101d78f1d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Sep 03 21:43:12.951370 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-815f9e9c-ca02-4a07-8342-2389dea23f8d tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:12.952784 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-815f9e9c-ca02-4a07-8342-2389dea23f8d tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 945 time: 0.0455992 Sep 03 21:43:13.042346 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Deleting port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:43:13.042687 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:13.133363 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] For port 3f92f3ba-8b66-4d82-a331-0078ee4b0714, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3f92f3ba-8b66-4d82-a331-0078ee4b0714,segment=NetworkSegment(d545597e-89ef-415d-9d53-ecadf8c07c7f),segment_id=d545597e-89ef-415d-9d53-ecadf8c07c7f)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:43:13.133734 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:13.146597 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Calling delete_port for 3f92f3ba-8b66-4d82-a331-0078ee4b0714 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:43:13.337965 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:13.350426 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['3f92f3ba-8b66-4d82-a331-0078ee4b0714'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:43:13.364502 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Pushing event deleted for resources: {'Port': ['ID=3f92f3ba-8b66-4d82-a331-0078ee4b0714,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:13.379627 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.379913 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.380249 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.380582 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.380914 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.381244 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.381569 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.381895 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.382220 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.382541 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.382893 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.383213 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:13.419002 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] No DVR routers for this DVR port 3f92f3ba-8b66-4d82-a331-0078ee4b0714 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:43:13.421519 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:13.423607 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-eb0fae2f-b700-4ac5-86e5-bc320b89e976 req-3cf7473f-094a-4aa1-bf0c-bae27b8861a6 tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.18 "DELETE /v2.0/ports/3f92f3ba-8b66-4d82-a331-0078ee4b0714 HTTP/1.1" status: 204 len: 173 time: 0.4648576 Sep 03 21:43:13.429393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da20923-340b-4563-afdc-ab38a9f09084', 'name': 'network-vif-deleted', 'tag': '3f92f3ba-8b66-4d82-a331-0078ee4b0714'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:43:13.429393 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bd704d-d46f-4053-ab38-84caa6148c0a" -d '{"events": [{"server_uuid": "8da20923-340b-4563-afdc-ab38a9f09084", "name": "network-vif-deleted", "tag": "3f92f3ba-8b66-4d82-a331-0078ee4b0714"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:43:13.469342 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1097effd-6640-40ab-bd15-51b78dd04713 req-f0046264-e28e-4fdf-ac4e-51f55ec81f1e tempest-VolumesSnapshotTestJSON-288996997 tempest-VolumesSnapshotTestJSON-288996997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8da20923-340b-4563-afdc-ab38a9f09084 HTTP/1.1" status: 200 len: 210 time: 0.0251091 Sep 03 21:43:13.511261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4c1d1a-bc3b-4fd3-b675-03c42dc461df x-openstack-request-id: req-8e4c1d1a-bc3b-4fd3-b675-03c42dc461df {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:43:13.511548 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da20923-340b-4563-afdc-ab38a9f09084", "name": "network-vif-deleted", "tag": "3f92f3ba-8b66-4d82-a331-0078ee4b0714", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:43:13.511798 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e4c1d1a-bc3b-4fd3-b675-03c42dc461df {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:43:13.512195 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da20923-340b-4563-afdc-ab38a9f09084', 'name': 'network-vif-deleted', 'tag': '3f92f3ba-8b66-4d82-a331-0078ee4b0714', 'status': 'completed', 'code': 200} Sep 03 21:43:13.829083 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:17.886100 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 3f92f3ba-8b66-4d82-a331-0078ee4b0714 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:43:17.906623 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 3f92f3ba-8b66-4d82-a331-0078ee4b0714 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:43:17.907006 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 3f92f3ba-8b66-4d82-a331-0078ee4b0714 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:43:23.057213 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-7cb23885-3232-4709-87a5-ca9c64837b25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399373 Sep 03 21:43:23.117674 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-e3b99634-e51e-42d0-9f49-fb3870437fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:23.119173 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-e3b99634-e51e-42d0-9f49-fb3870437fda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 1098 time: 0.0399559 Sep 03 21:43:23.223711 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-045dac74-5f8f-44b9-a502-da91493b94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:23.225784 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-045dac74-5f8f-44b9-a502-da91493b94cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0862105 Sep 03 21:43:23.286919 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-682aecfc-1724-423a-b336-b0162004f95a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1b6e63-546f-45be-b593-39b670c97165 HTTP/1.1" status: 200 len: 1001 time: 0.0548251 Sep 03 21:43:23.336177 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-1aad604d-7f16-4ee2-b8e5-e421672659df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:23.337580 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-1aad604d-7f16-4ee2-b8e5-e421672659df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0445704 Sep 03 21:43:23.381348 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-417f3599-9466-4a6f-b8c0-f58aa1c0285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:23.383031 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-417f3599-9466-4a6f-b8c0-f58aa1c0285f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377870 Sep 03 21:43:23.474192 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-a59b7fa5-0514-46bc-aa93-77bba833f23d service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826521 Sep 03 21:43:23.563542 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-04debc21-2a71-4f15-bac8-08a90aa34afa req-e5bc5f9d-48e7-44aa-a0cf-3b25f486d3fe service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815086 Sep 03 21:43:31.236454 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-b7c5e8d9-4878-479f-95ed-0e4a75d48145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:33.813361 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0d81-7a2d-4672-a75c-5c0248ad367c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:34.002640 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:35.292462 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:37.122412 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:40.508353 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34026) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:40.551914 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_v2 [None req-4966baa0-74f3-4528-9f12-057158b30b27 admin admin] Deleting subnet bd8a4e58-ff51-4705-8a85-b04833fa9e8a {{(pid=94319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:43:40.554876 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4966baa0-74f3-4528-9f12-057158b30b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:40.591763 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4966baa0-74f3-4528-9f12-057158b30b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127826990'] for subnet, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:40.627501 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4966baa0-74f3-4528-9f12-057158b30b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:40.757050 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4966baa0-74f3-4528-9f12-057158b30b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127293083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127280770'] for subnet, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:40.783099 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966baa0-74f3-4528-9f12-057158b30b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8a4e58-ff51-4705-8a85-b04833fa9e8a,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:40.786882 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-4966baa0-74f3-4528-9f12-057158b30b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:40.789086 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-4966baa0-74f3-4528-9f12-057158b30b27 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bd8a4e58-ff51-4705-8a85-b04833fa9e8a HTTP/1.1" status: 204 len: 168 time: 0.2793820 Sep 03 21:43:40.791247 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34028) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:40.860232 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:41.201675 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:41.211324 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e58302e-1efc-4ac5-b3f8-a02fff6060d6']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:41.221585 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd545597e-89ef-415d-9d53-ecadf8c07c7f') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:41.221879 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd545597e-89ef-415d-9d53-ecadf8c07c7f') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:41.230241 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:41.243929 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:41.249710 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:43:41.250090 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:43:41.251689 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:43:41.413532 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:41.419433 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:41.421163 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6e58302e-1efc-4ac5-b3f8-a02fff6060d6 HTTP/1.1" status: 204 len: 168 time: 0.6290133 Sep 03 21:43:41.431858 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc74ab-a6b5-48c9-ab8e-6a80e35158e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e58302e-1efc-4ac5-b3f8-a02fff6060d6,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:41.785404 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34032) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:41.824063 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-f7a3ad9c-69e1-4491-b31b-28ef2c7c60ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bdebf5d539646659549b98970789ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374703 Sep 03 21:43:41.827052 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34034) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:41.875686 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:41.896320 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:42.011605 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:42.014952 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:42.016071 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3253c023-7acf-4348-b2ee-5101d78f1d00 HTTP/1.1" status: 204 len: 168 time: 0.1881523 Sep 03 21:43:42.023504 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3253c023-7acf-4348-b2ee-5101d78f1d00,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:42.030798 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.031149 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.031487 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.031822 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.032156 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.032870 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.033250 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.033668 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.034001 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.034330 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.034653 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:42.035006 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332aa59-ba5c-4f40-baeb-405567891f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:43.116062 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34056) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:43.226900 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-272981106-network', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:43.304948 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Made reservation on behalf of c61e76f4ca334b07a5e82fb9e7e87d90 for: {'network': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:43:43.307230 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.316020 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.324469 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:43:43.400661 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.485689 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.511719 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:43:43.518547 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec4a03-afd5-4099-9aeb-bc960232ccc5,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:43.524283 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.524627 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.segments_db [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Added segment e62b9e4b-4c68-42c3-a66a-96e049af8010 of type vlan for network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a Sep 03 21:43:43.563739 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.708686 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.709582 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:43.710145 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.770550 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] Pushing event updated for resources: {'Network': ['ID=6202d0a5-cefd-4ef8-865e-38ac51e15b1a,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:43.779830 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:43:43.859904 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-9f420de6-b737-4340-93b0-0ace6879d145 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7427137 Sep 03 21:43:43.872694 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34060) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:43.874340 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:43.877653 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Request body: {'subnet': {'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-272981106-subnet', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'ip_version': 4}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:43.973708 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Made reservation on behalf of c61e76f4ca334b07a5e82fb9e7e87d90 for: {'subnet': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:43:43.975974 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126409407'] for subnet, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:44.194476 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126713134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126409361'] for subnet, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:44.241323 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c0793b-a731-4eda-8b84-9dbd384ef51a,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:44.255687 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Checking segment: {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:43:44.256040 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Network hostable DHCP agents. Network: 6202d0a5-cefd-4ef8-865e-38ac51e15b1a, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:43:44.383323 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:43:44.487442 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 6202d0a5-cefd-4ef8-865e-38ac51e15b1a) {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:44.496519 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:44.496519 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:44.497385 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e6168-d2b1-4d2f-af24-76c72e637f60 None None] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:43:44.603124 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-67d9e808-40d5-41dc-86fd-b0fe1f9ab92f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7292452 Sep 03 21:43:44.605698 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34062) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:44.610160 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:44.635785 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:43:44.636648 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:44.686132 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:44.687325 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:44.739516 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:44.770552 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Allocated IP 172.20.0.2 (6202d0a5-cefd-4ef8-865e-38ac51e15b1a/97c0793b-a731-4eda-8b84-9dbd384ef51a/a38d8e88-00b3-4ef7-91be-c41a25f5215d) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:43:44.909915 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:44.917970 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Transition to ACTIVE for port object a38d8e88-00b3-4ef7-91be-c41a25f5215d will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:44.932070 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Transition to ACTIVE for port object a38d8e88-00b3-4ef7-91be-c41a25f5215d will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:44.945662 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.048197 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.088365 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:43:45.091333 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:45.094608 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:43:45.106986 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Pushing event updated for resources: {'Port': ['ID=a38d8e88-00b3-4ef7-91be-c41a25f5215d,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:45.255586 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.255929 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.256316 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.256652 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.256980 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.257306 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.257629 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.257955 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.258281 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.258602 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.258948 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.259269 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:45.291605 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Attempting to bind port a38d8e88-00b3-4ef7-91be-c41a25f5215d on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:43:45.291973 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Attempting to bind port a38d8e88-00b3-4ef7-91be-c41a25f5215d by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:43:45.292332 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Attempting to bind port a38d8e88-00b3-4ef7-91be-c41a25f5215d on network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:43:45.298664 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:43:45.298991 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Checking segment: {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:43:45.299393 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.299783 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Bound using segment: {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:43:45.300246 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Bound port: a38d8e88-00b3-4ef7-91be-c41a25f5215d, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:43:45.300624 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.366448 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] For port a38d8e88-00b3-4ef7-91be-c41a25f5215d, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:43:45.369827 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] For port a38d8e88-00b3-4ef7-91be-c41a25f5215d, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=a38d8e88-00b3-4ef7-91be-c41a25f5215d,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:43:45.467566 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.518400 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.532574 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b8601-e81d-4f66-9e38-11c5b8120002 None None] Pushing event updated for resources: {'Port': ['ID=a38d8e88-00b3-4ef7-91be-c41a25f5215d,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:45.538287 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.692691 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Allocated IP 172.27.3.87 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/b2dcfe44-8c1b-4dff-bc2d-ce75050272d0) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:43:45.757795 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.910926 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:45.952486 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:43:45.955181 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:45.958588 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:43:45.982020 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dcfe44-8c1b-4dff-bc2d-ce75050272d0,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:46.298517 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:46.336032 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77718f95-b32a-42aa-a71f-047b4cb1e2db None None] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:43:46.475018 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-e784b285-c38c-4e77-aa8d-a3ae5abee0f0 None None] Provisioning for port a38d8e88-00b3-4ef7-91be-c41a25f5215d completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:46.504629 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:46.727638 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:43:46.834341 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:43:46.843140 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Sync routers for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:43:46.851667 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:43:46.852286 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:46.922376 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:46.923946 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-9ff2f218-5a15-482a-ade5-456bdd179b47 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3172917 Sep 03 21:43:46.926781 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34064) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:46.935517 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device a38d8e88-00b3-4ef7-91be-c41a25f5215d up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:46.997239 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:43:47.129810 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port a38d8e88-00b3-4ef7-91be-c41a25f5215d completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:47.137790 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port a38d8e88-00b3-4ef7-91be-c41a25f5215d triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:47.138171 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.244477 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:46Z', 'revision_number': 3, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:47.274535 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.277503 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Checking router: 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:43:47.278414 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Updating router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:43:47.317522 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.332548 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.350351 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port a38d8e88-00b3-4ef7-91be-c41a25f5215d, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=a38d8e88-00b3-4ef7-91be-c41a25f5215d,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:43:47.484795 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Allocated IP 172.20.0.1 (6202d0a5-cefd-4ef8-865e-38ac51e15b1a/97c0793b-a731-4eda-8b84-9dbd384ef51a/204430af-5654-4e96-ac06-612c35650db0) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:43:47.485913 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.557325 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=a38d8e88-00b3-4ef7-91be-c41a25f5215d,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:47.591470 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.604774 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.provisioning_blocks [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Transition to ACTIVE for port object 204430af-5654-4e96-ac06-612c35650db0 will not be triggered until provisioned by entity DHCP. {{(pid=94320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:47.614973 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.625055 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Transition to ACTIVE for port object b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:47.698933 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.710943 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.750281 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Attempting to bind port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:43:47.750567 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:43:47.751069 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Attempting to bind port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:43:47.751069 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Attempting to bind port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:43:47.753386 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:47.756772 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:43:47.763102 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f338cc6-b1b8-4841-99c8-f2cca434c628 None None] Pushing event updated for resources: {'Port': ['ID=b2dcfe44-8c1b-4dff-bc2d-ce75050272d0,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:47.763404 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:43:47.764042 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:43:47.764522 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.764842 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:43:47.765316 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Bound port: b2dcfe44-8c1b-4dff-bc2d-ce75050272d0, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:43:47.765702 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.785235 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Pushing event updated for resources: {'Port': ['ID=204430af-5654-4e96-ac06-612c35650db0,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:47.801988 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.821165 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] For port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:43:47.824255 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] For port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=b2dcfe44-8c1b-4dff-bc2d-ce75050272d0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:43:47.892532 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:47.947043 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:43:47.947043 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:48.023859 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f338cc6-b1b8-4841-99c8-f2cca434c628 None None] Pushing event updated for resources: {'Port': ['ID=b2dcfe44-8c1b-4dff-bc2d-ce75050272d0,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:48.038394 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:48.067470 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:43:48.122172 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-52845e27-38d4-4bd8-8f5a-8ba15985ff6d None None] Provisioning for port 204430af-5654-4e96-ac06-612c35650db0 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:48.128338 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-52845e27-38d4-4bd8-8f5a-8ba15985ff6d None None] Provisioning complete for port 204430af-5654-4e96-ac06-612c35650db0 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:48.128707 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-52845e27-38d4-4bd8-8f5a-8ba15985ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:48.205782 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:48.287906 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:48.330589 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-52845e27-38d4-4bd8-8f5a-8ba15985ff6d None None] Port 204430af-5654-4e96-ac06-612c35650db0 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:43:48.353635 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Pushing event updated for resources: {'Port': ['ID=204430af-5654-4e96-ac06-612c35650db0,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:48.356775 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:48.398161 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:46Z', 'revision_number': 3, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:48.424780 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16dafff-ea80-4564-8184-66be153c59dc None None] The sync data for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi is: [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:46Z', 'revision_number': 3, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:43:48.453937 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:43:48.455456 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:48.572621 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:43:48.651406 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d277a03d-2f98-44b0-990b-e47378e31cf6 None None] Provisioning complete for port 204430af-5654-4e96-ac06-612c35650db0 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:48.654290 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d277a03d-2f98-44b0-990b-e47378e31cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:48.697126 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:43:48.702946 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-6870e626-cf74-40a1-87ef-f327a01b6214 admin admin] 10.222.0.46 "PUT /v2.0/routers/3ad7d5ae-b431-4730-9a08-f87d5f2095c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7751310 Sep 03 21:43:48.718551 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d277a03d-2f98-44b0-990b-e47378e31cf6 None None] Port 204430af-5654-4e96-ac06-612c35650db0 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:43:48.994340 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:49.225521 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:49.229873 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:49.230252 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.307668 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.327833 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=b2dcfe44-8c1b-4dff-bc2d-ce75050272d0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:43:49.402611 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.403857 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device a38d8e88-00b3-4ef7-91be-c41a25f5215d up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:49.481650 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34080) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:49.484619 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=b2dcfe44-8c1b-4dff-bc2d-ce75050272d0,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:49.487373 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-783948079-network', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:49.499251 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port a38d8e88-00b3-4ef7-91be-c41a25f5215d triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:49.499623 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.588707 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Made reservation on behalf of ed086957bf404e09a00923ea218a40cb for: {'network': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:43:49.591223 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for network, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.599760 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.690955 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.773365 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.798196 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 21:43:49.807683 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b593f98-f701-49b4-a856-95edea1ebdd9,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:49.814526 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.814894 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.db.segments_db [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Added segment 479e40fa-6361-4fa3-8514-e3b7b64e6156 of type vlan for network 803f29a6-c0fa-4d64-8375-20b57cef4965 Sep 03 21:43:49.856698 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742076592851'] for network, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.932163 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Sync routers for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:43:49.942249 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:43:49.942829 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:49.956471 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285'] for network, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:49.957562 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:49.958295 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.018750 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] Pushing event updated for resources: {'Network': ['ID=803f29a6-c0fa-4d64-8375-20b57cef4965,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:50.030256 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Network 803f29a6-c0fa-4d64-8375-20b57cef4965 details requested by agent ovs-agent-dv-cinder-759987-9-iscsi with host dv-cinder-759987-9-iscsi {{(pid=94321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 21:43:50.045858 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:43:50.058165 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-ec522eb2-5517-477c-86a5-b0be42dff667 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5748167 Sep 03 21:43:50.061243 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34082) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:50.066262 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Request body: {'subnet': {'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-783948079-subnet', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'ip_version': 4}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:50.162380 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Made reservation on behalf of ed086957bf404e09a00923ea218a40cb for: {'subnet': 1} {{(pid=94320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:43:50.164830 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126409407'] for subnet, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.239485 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:48Z', 'revision_number': 2, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:50.270372 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Checking router: 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:43:50.270746 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Updating router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 port 204430af-5654-4e96-ac06-612c35650db0 binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:43:50.295096 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.407851 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126713134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126409361'] for subnet, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.460104 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a872d6-8372-4496-986b-9e07e841beee,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:50.471093 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Checking segment: {'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:43:50.471457 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Network hostable DHCP agents. Network: 803f29a6-c0fa-4d64-8375-20b57cef4965, hostable agents: ['769595fc-0249-44e1-b554-9ad08c25bf85'], hosted agents: [] {{(pid=94320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 21:43:50.552050 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.562332 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Transition to ACTIVE for port object 204430af-5654-4e96-ac06-612c35650db0 will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:50.584755 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Network 803f29a6-c0fa-4d64-8375-20b57cef4965 is scheduled to be hosted by DHCP agent 769595fc-0249-44e1-b554-9ad08c25bf85 with binding_index 1 {{(pid=94320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 21:43:50.676611 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.717021 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-9-iscsi, 803f29a6-c0fa-4d64-8375-20b57cef4965) {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:50.727345 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:43:50.727946 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.728099 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d754dab-6013-4c78-9791-4a70f190026b None None] Network 803f29a6-c0fa-4d64-8375-20b57cef4965 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:43:50.730378 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Pushing event updated for resources: {'Port': ['ID=204430af-5654-4e96-ac06-612c35650db0,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:50.757255 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.757612 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.757952 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.758291 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.758624 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.759820 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.759820 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.759820 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.760061 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.760293 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.760725 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.761145 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:43:50.791226 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Attempting to bind port 204430af-5654-4e96-ac06-612c35650db0 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:43:50.791595 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Attempting to bind port 204430af-5654-4e96-ac06-612c35650db0 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:43:50.791960 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Attempting to bind port 204430af-5654-4e96-ac06-612c35650db0 on network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:43:50.797697 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:43:50.798063 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Checking segment: {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:43:50.799078 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.799078 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Bound using segment: {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:43:50.799671 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Bound port: 204430af-5654-4e96-ac06-612c35650db0, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:43:50.799794 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.829055 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34084) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:50.833802 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-feb7ae30-42c6-478e-845b-69cd5ec0e7b8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7714067 Sep 03 21:43:50.835885 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:50.882879 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] For port 204430af-5654-4e96-ac06-612c35650db0, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:43:50.891832 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] For port 204430af-5654-4e96-ac06-612c35650db0, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=204430af-5654-4e96-ac06-612c35650db0,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:43:50.909716 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32b1bbbb-1a3f-5d0c-80cc-b6dbb0eda94f-803f29a6-c0fa-4d64-8375-20b57cef4965', 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'fixed_ips': [{'subnet_id': '96a872d6-8372-4496-986b-9e07e841beee'}]}} from dv-cinder-759987-9-iscsi. {{(pid=94321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 21:43:50.910956 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.968224 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3860645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126032'] for router, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.969298 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3863861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3864229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3837486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126025'] for router, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:50.983930 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:51.023044 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.029300 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.097519 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:43:51.097519 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:51.097942 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:51.098326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.101185 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.db_base_plugin_common [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Allocated IP 172.20.0.2 (803f29a6-c0fa-4d64-8375-20b57cef4965/96a872d6-8372-4496-986b-9e07e841beee/6cb1d2ba-59d1-40c7-a11f-04689235117e) {{(pid=94321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:43:51.263424 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d364a2-7c8a-4d74-848f-8ff2b9e29fc6 None None] Pushing event updated for resources: {'Port': ['ID=204430af-5654-4e96-ac06-612c35650db0,revision_number=4']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:51.264740 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.348039 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:43:51.358332 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Notify callbacks [] for port, precommit_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.369905 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Transition to ACTIVE for port object 6cb1d2ba-59d1-40c7-a11f-04689235117e will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:51.389628 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Transition to ACTIVE for port object 6cb1d2ba-59d1-40c7-a11f-04689235117e will not be triggered until provisioned by entity DHCP. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:51.469734 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305'] for port, after_create {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.506823 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Network 803f29a6-c0fa-4d64-8375-20b57cef4965 is already hosted by enough agents. {{(pid=94321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:43:51.511090 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.scheduler.base_scheduler [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Resources bound (agent type, host, resource id): {{(pid=94321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:51.515601 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Received port after_create {{(pid=94321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:43:51.523752 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Pushing event updated for resources: {'Port': ['ID=6cb1d2ba-59d1-40c7-a11f-04689235117e,revision_number=1']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:51.529763 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.549682 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.558129 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:50Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:51.578763 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Attempting to bind port 6cb1d2ba-59d1-40c7-a11f-04689235117e on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:43:51.579146 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Attempting to bind port 6cb1d2ba-59d1-40c7-a11f-04689235117e by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:43:51.579522 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Attempting to bind port 6cb1d2ba-59d1-40c7-a11f-04689235117e on network 803f29a6-c0fa-4d64-8375-20b57cef4965 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:43:51.584747 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:43:51.585126 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Checking segment: {'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:43:51.585526 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.585925 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Bound using segment: {'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:43:51.586423 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Bound port: 6cb1d2ba-59d1-40c7-a11f-04689235117e, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:43:51.586840 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.602202 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4a263-1d86-497f-bbc9-bb1b4c0b3b8b None None] The sync data for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi is: [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:50Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:43:51.665591 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] For port 6cb1d2ba-59d1-40c7-a11f-04689235117e, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:43:51.669673 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] For port 6cb1d2ba-59d1-40c7-a11f-04689235117e, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=6cb1d2ba-59d1-40c7-a11f-04689235117e,segment=NetworkSegment(479e40fa-6361-4fa3-8514-e3b7b64e6156),segment_id=479e40fa-6361-4fa3-8514-e3b7b64e6156)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:43:51.678562 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Allocated IP 172.27.3.112 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/5dae914a-ec3f-4b48-968e-8446083a2413) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:43:51.777385 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.791460 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.845944 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132bf28-3c4d-4c87-87e6-48cad084af95 None None] Pushing event updated for resources: {'Port': ['ID=6cb1d2ba-59d1-40c7-a11f-04689235117e,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:51.894318 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:51.937408 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:43:51.940410 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:51.944096 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:43:51.974504 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5dae914a-ec3f-4b48-968e-8446083a2413,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:52.312547 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:52.511610 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3863868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3864304'] for router, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:52.762525 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Router 92c67452-a201-432e-bd62-7a906a272619 is scheduled to L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 with binding_index 1 {{(pid=94319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 21:43:52.794536 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7cb3f-fc1d-41a0-b78e-29a5d6b58ac8 None None] Network 803f29a6-c0fa-4d64-8375-20b57cef4965 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:43:52.874395 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:43:52.889953 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-419035ad-1177-465c-9f14-014ac077bca7 None None] Provisioning for port 6cb1d2ba-59d1-40c7-a11f-04689235117e completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:52.922754 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Sync routers for ids ['92c67452-a201-432e-bd62-7a906a272619'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:43:52.942252 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Routers {'92c67452-a201-432e-bd62-7a906a272619'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:43:52.942916 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['92c67452-a201-432e-bd62-7a906a272619'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:52.990838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:52.992174 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-0590cda7-2d38-46ed-a37e-5f01c339f5e3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1613944 Sep 03 21:43:52.994856 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34086) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:53.011527 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 204430af-5654-4e96-ac06-612c35650db0 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:53.116329 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Set router 92c67452-a201-432e-bd62-7a906a272619 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:43:53.186995 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 204430af-5654-4e96-ac06-612c35650db0 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:53.202321 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 204430af-5654-4e96-ac06-612c35650db0 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:53.202719 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.425940 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.503972 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.535628 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:43:52Z', 'revision_number': 3, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port': {'id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:51Z', 'updated_at': '2021-09-03T21:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:53.569871 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Checking router: 92c67452-a201-432e-bd62-7a906a272619 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:43:53.570470 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Updating router 92c67452-a201-432e-bd62-7a906a272619 port 5dae914a-ec3f-4b48-968e-8446083a2413 binding host dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:43:53.577769 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 204430af-5654-4e96-ac06-612c35650db0, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=204430af-5654-4e96-ac06-612c35650db0,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:43:53.600326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.602899 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Allocated IP 172.20.0.1 (803f29a6-c0fa-4d64-8375-20b57cef4965/96a872d6-8372-4496-986b-9e07e841beee/7c381f75-3f34-4e87-8eee-51c1b48eb6a8) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:43:53.645196 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.646064 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 6cb1d2ba-59d1-40c7-a11f-04689235117e up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:53.712336 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.725616 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Transition to ACTIVE for port object 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:53.797205 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=204430af-5654-4e96-ac06-612c35650db0,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:53.819851 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.854791 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Network 803f29a6-c0fa-4d64-8375-20b57cef4965 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:43:53.861357 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:53.863948 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:43:53.905173 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:53.930425 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3827365'] for router_interface, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.941733 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 6cb1d2ba-59d1-40c7-a11f-04689235117e completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:53.947095 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Notify callbacks [] for port, precommit_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:53.957378 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Transition to ACTIVE for port object 5dae914a-ec3f-4b48-968e-8446083a2413 will not be triggered until provisioned by entity L2. {{(pid=94321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:53.961052 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 6cb1d2ba-59d1-40c7-a11f-04689235117e triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:53.961451 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.036502 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.089761 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.106828 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Attempting to bind port 5dae914a-ec3f-4b48-968e-8446083a2413 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:43:54.107197 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Attempting to bind port 5dae914a-ec3f-4b48-968e-8446083a2413 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:43:54.107578 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Attempting to bind port 5dae914a-ec3f-4b48-968e-8446083a2413 on network cbc1e204-2e7b-4fb4-849e-44fd9644a817 {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:43:54.111053 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb061c7-987b-4a5d-bcbf-46d320f97c86 None None] Pushing event updated for resources: {'Port': ['ID=5dae914a-ec3f-4b48-968e-8446083a2413,revision_number=2']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:54.126392 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:43:54.128022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Checking segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:43:54.128022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.128022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Bound using segment: {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'} {{(pid=94321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:43:54.128022 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.managers [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Bound port: 5dae914a-ec3f-4b48-968e-8446083a2413, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0715e0-a075-463c-a6da-495400da74e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817'}}] {{(pid=94321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:43:54.128977 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.150652 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.174164 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 6cb1d2ba-59d1-40c7-a11f-04689235117e, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=6cb1d2ba-59d1-40c7-a11f-04689235117e,segment=NetworkSegment(479e40fa-6361-4fa3-8514-e3b7b64e6156),segment_id=479e40fa-6361-4fa3-8514-e3b7b64e6156)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:43:54.201129 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] For port 5dae914a-ec3f-4b48-968e-8446083a2413, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:43:54.204383 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] For port 5dae914a-ec3f-4b48-968e-8446083a2413, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=5dae914a-ec3f-4b48-968e-8446083a2413,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:43:54.242385 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-c2687dbf-c924-46a3-a3e8-3fa543420e54 None None] Provisioning for port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:54.246396 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-c2687dbf-c924-46a3-a3e8-3fa543420e54 None None] Provisioning complete for port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:54.246803 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c2687dbf-c924-46a3-a3e8-3fa543420e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.280816 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-c2687dbf-c924-46a3-a3e8-3fa543420e54 None None] Port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:43:54.283831 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.285729 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.314916 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.342128 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Routers {'92c67452-a201-432e-bd62-7a906a272619'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:43:54.342777 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['92c67452-a201-432e-bd62-7a906a272619'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:54.347612 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb061c7-987b-4a5d-bcbf-46d320f97c86 None None] Pushing event updated for resources: {'Port': ['ID=5dae914a-ec3f-4b48-968e-8446083a2413,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:54.402000 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.467008 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861813'] for router_interface, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.467830 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=6cb1d2ba-59d1-40c7-a11f-04689235117e,revision_number=3']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:54.469684 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:54.488845 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] Set router 92c67452-a201-432e-bd62-7a906a272619 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:43:54.571260 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Network 803f29a6-c0fa-4d64-8375-20b57cef4965 is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:43:54.572682 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:43:54.688696 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Router 92c67452-a201-432e-bd62-7a906a272619 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:43:54.698316 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 4, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port': {'id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:51Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '7c381f75-3f34-4e87-8eee-51c1b48eb6a8', 'name': '', 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'mac_address': 'fa:16:3e:fe:a5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '96a872d6-8372-4496-986b-9e07e841beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:53Z', 'updated_at': '2021-09-03T21:43:53Z', 'revision_number': 1, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'subnets': [{'id': '96a872d6-8372-4496-986b-9e07e841beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:54.729693 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a783005-8de8-4398-9ba7-0bd41ab6c91c None None] The sync data for ids ['92c67452-a201-432e-bd62-7a906a272619'] in dv-cinder-759987-9-iscsi is: [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 4, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port': {'id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:51Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '7c381f75-3f34-4e87-8eee-51c1b48eb6a8', 'name': '', 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'mac_address': 'fa:16:3e:fe:a5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '96a872d6-8372-4496-986b-9e07e841beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:53Z', 'updated_at': '2021-09-03T21:43:53Z', 'revision_number': 1, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'subnets': [{'id': '96a872d6-8372-4496-986b-9e07e841beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:43:54.804796 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-373dbedb-c30a-4fc8-a5ea-968b41761f07 None None] Provisioning complete for port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:54.805410 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-373dbedb-c30a-4fc8-a5ea-968b41761f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:54.841744 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-373dbedb-c30a-4fc8-a5ea-968b41761f07 None None] Port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:43:54.965120 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 204430af-5654-4e96-ac06-612c35650db0 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:55.020893 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 204430af-5654-4e96-ac06-612c35650db0 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:55.021327 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:55.082136 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:43:55.087331 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d34bae1c-5037-457d-aa51-9e30160313f7 admin admin] 10.222.0.46 "PUT /v2.0/routers/92c67452-a201-432e-bd62-7a906a272619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0914352 Sep 03 21:43:55.107731 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 6cb1d2ba-59d1-40c7-a11f-04689235117e up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:55.156435 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 6cb1d2ba-59d1-40c7-a11f-04689235117e triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:55.156818 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:55.708338 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34094) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:55.715693 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-e197be4d-dd75-4765-aa6a-9b7c9bc5c5f4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618934167', 'description': 'tempest-secgroup-smoke-618934167 description', 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:55.796605 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e197be4d-dd75-4765-aa6a-9b7c9bc5c5f4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:55.886366 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e197be4d-dd75-4765-aa6a-9b7c9bc5c5f4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.005712 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e197be4d-dd75-4765-aa6a-9b7c9bc5c5f4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.035372 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197be4d-dd75-4765-aa6a-9b7c9bc5c5f4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:56.110965 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-e197be4d-dd75-4765-aa6a-9b7c9bc5c5f4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.112275 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-e197be4d-dd75-4765-aa6a-9b7c9bc5c5f4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4022446 Sep 03 21:43:56.115289 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34096) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:56.120052 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [None req-08a17c54-9c05-4f07-86ed-36cef9e50344 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'security_group_rule': {'security_group_id': '5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55', 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:56.224041 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-08a17c54-9c05-4f07-86ed-36cef9e50344 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.278213 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-08a17c54-9c05-4f07-86ed-36cef9e50344 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.407884 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-08a17c54-9c05-4f07-86ed-36cef9e50344 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.427761 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a17c54-9c05-4f07-86ed-36cef9e50344 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec9439c-1b6c-44f1-9e83-d196a7a8a0ce,revision_number=0']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:56.533626 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-08a17c54-9c05-4f07-86ed-36cef9e50344 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.534874 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-08a17c54-9c05-4f07-86ed-36cef9e50344 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185176 Sep 03 21:43:56.537784 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34098) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:56.542466 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-179fe948-7163-48c1-9405-b9a2d3f96ed8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'security_group_rule': {'security_group_id': '5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55', 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:56.614358 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Sync routers for ids ['92c67452-a201-432e-bd62-7a906a272619'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:43:56.624034 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Routers {'92c67452-a201-432e-bd62-7a906a272619'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:43:56.624642 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['92c67452-a201-432e-bd62-7a906a272619'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:56.653439 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-179fe948-7163-48c1-9405-b9a2d3f96ed8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.710082 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-179fe948-7163-48c1-9405-b9a2d3f96ed8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.727139 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Set router 92c67452-a201-432e-bd62-7a906a272619 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:43:56.795341 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-179fe948-7163-48c1-9405-b9a2d3f96ed8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.810006 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fe948-7163-48c1-9405-b9a2d3f96ed8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436d010e-cd0b-42e4-9a22-260f5d1c3778,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:56.870907 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-179fe948-7163-48c1-9405-b9a2d3f96ed8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.872345 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-179fe948-7163-48c1-9405-b9a2d3f96ed8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335674 Sep 03 21:43:56.875421 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34100) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:56.879864 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-81c86561-f350-4079-986a-82f03fdc8384 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'security_group_rule': {'security_group_id': '5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55', 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:56.936389 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 4, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port': {'id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:51Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '7c381f75-3f34-4e87-8eee-51c1b48eb6a8', 'name': '', 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'mac_address': 'fa:16:3e:fe:a5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '96a872d6-8372-4496-986b-9e07e841beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:53Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 2, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'subnets': [{'id': '96a872d6-8372-4496-986b-9e07e841beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:56.959486 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 5dae914a-ec3f-4b48-968e-8446083a2413 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:56.963314 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Checking router: 92c67452-a201-432e-bd62-7a906a272619 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:43:56.963766 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Updating router 92c67452-a201-432e-bd62-7a906a272619 port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 binding host dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 21:43:56.976366 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-81c86561-f350-4079-986a-82f03fdc8384 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:56.990358 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.040249 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-81c86561-f350-4079-986a-82f03fdc8384 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.074261 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 5dae914a-ec3f-4b48-968e-8446083a2413 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:57.078843 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 5dae914a-ec3f-4b48-968e-8446083a2413 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:57.082900 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.099283 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-81c86561-f350-4079-986a-82f03fdc8384 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.122556 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c86561-f350-4079-986a-82f03fdc8384 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0b988e-222f-4815-b668-556aa1f437c5,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:57.170404 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.192258 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 5dae914a-ec3f-4b48-968e-8446083a2413, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=5dae914a-ec3f-4b48-968e-8446083a2413,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:43:57.200096 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-81c86561-f350-4079-986a-82f03fdc8384 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.215908 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-81c86561-f350-4079-986a-82f03fdc8384 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251364 Sep 03 21:43:57.215908 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34102) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:57.215908 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-aad09d29-4d24-4158-8ee6-eccbbe476586 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'security_group_rule': {'security_group_id': '5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55', 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:57.262724 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Notify callbacks [] for port, precommit_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.272300 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.provisioning_blocks [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Transition to ACTIVE for port object 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 will not be triggered until provisioned by entity L2. {{(pid=94322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:43:57.294157 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.330973 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aad09d29-4d24-4158-8ee6-eccbbe476586 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.341090 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=5dae914a-ec3f-4b48-968e-8446083a2413,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:57.423407 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.479658 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa042be4-29c9-43f6-ac34-421cf48c4683 None None] Pushing event updated for resources: {'Port': ['ID=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,revision_number=3']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:57.530051 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Attempting to bind port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 on host dv-cinder-759987-9-iscsi for vnic_type normal with profile {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:43:57.530584 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Attempting to bind port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 by drivers openvswitch,hyperv on host dv-cinder-759987-9-iscsi at level 0 using segments [{'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:43:57.531044 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Attempting to bind port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 on network 803f29a6-c0fa-4d64-8375-20b57cef4965 {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:43:57.536806 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Checking agent: {'id': 'eb23c553-1ccd-4f07-9056-1754535df67c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 23, 4), 'started_at': datetime.datetime(2021, 9, 3, 21, 23, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:43:57.537294 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Checking segment: {'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:43:57.537749 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.538199 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Bound using segment: {'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'} {{(pid=94322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:43:57.538780 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.managers [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Bound port: 7c381f75-3f34-4e87-8eee-51c1b48eb6a8, host: dv-cinder-759987-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479e40fa-6361-4fa3-8514-e3b7b64e6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965'}}] {{(pid=94322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:43:57.539284 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.611133 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] For port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8, host dv-cinder-759987-9-iscsi, cleared binding levels {{(pid=94322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:43:57.614759 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.plugins.ml2.db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] For port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8, host dv-cinder-759987-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,segment=NetworkSegment(479e40fa-6361-4fa3-8514-e3b7b64e6156),segment_id=479e40fa-6361-4fa3-8514-e3b7b64e6156)] {{(pid=94322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:43:57.656109 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aad09d29-4d24-4158-8ee6-eccbbe476586 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.697776 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron_lib.callbacks.manager [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.725928 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aad09d29-4d24-4158-8ee6-eccbbe476586 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.744894 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad09d29-4d24-4158-8ee6-eccbbe476586 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4b3aad-075b-4453-b176-c21518679ec4,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:57.758870 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Routers {'92c67452-a201-432e-bd62-7a906a272619'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:43:57.759520 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['92c67452-a201-432e-bd62-7a906a272619'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:57.795664 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa042be4-29c9-43f6-ac34-421cf48c4683 None None] Pushing event updated for resources: {'Port': ['ID=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,revision_number=4']} {{(pid=94322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:57.830478 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-aad09d29-4d24-4158-8ee6-eccbbe476586 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:57.831732 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-aad09d29-4d24-4158-8ee6-eccbbe476586 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6259160 Sep 03 21:43:57.834441 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34104) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:57.838980 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-df267b64-3233-4beb-ac46-42b770edb7ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'security_group_rule': {'security_group_id': '5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55', 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:57.874341 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] Set router 92c67452-a201-432e-bd62-7a906a272619 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:43:57.943192 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.securitygroups_db [None req-df267b64-3233-4beb-ac46-42b770edb7ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Project c61e76f4ca334b07a5e82fb9e7e87d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 21:43:57.948219 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-df267b64-3233-4beb-ac46-42b770edb7ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:58.011701 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-df267b64-3233-4beb-ac46-42b770edb7ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:58.088176 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-df267b64-3233-4beb-ac46-42b770edb7ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:58.106499 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df267b64-3233-4beb-ac46-42b770edb7ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5366d1-f23c-4dd2-a13f-24fb16a796b1,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:58.147627 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 4, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port': {'id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:51Z', 'updated_at': '2021-09-03T21:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '7c381f75-3f34-4e87-8eee-51c1b48eb6a8', 'name': '', 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'mac_address': 'fa:16:3e:fe:a5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '96a872d6-8372-4496-986b-9e07e841beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:53Z', 'updated_at': '2021-09-03T21:43:57Z', 'revision_number': 4, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'subnets': [{'id': '96a872d6-8372-4496-986b-9e07e841beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:43:58.176725 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8317c-db10-4ead-a2c4-9a867380d986 None None] The sync data for ids ['92c67452-a201-432e-bd62-7a906a272619'] in dv-cinder-759987-9-iscsi is: [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:43:54Z', 'revision_number': 4, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port': {'id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:51Z', 'updated_at': '2021-09-03T21:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '7c381f75-3f34-4e87-8eee-51c1b48eb6a8', 'name': '', 'network_id': '803f29a6-c0fa-4d64-8375-20b57cef4965', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'mac_address': 'fa:16:3e:fe:a5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '96a872d6-8372-4496-986b-9e07e841beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:53Z', 'updated_at': '2021-09-03T21:43:57Z', 'revision_number': 4, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'subnets': [{'id': '96a872d6-8372-4496-986b-9e07e841beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:43:58.191360 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-df267b64-3233-4beb-ac46-42b770edb7ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:58.194086 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-df267b64-3233-4beb-ac46-42b770edb7ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3577230 Sep 03 21:43:58.196063 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34106) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:43:58.202296 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-3ab17761-02de-4123-99ab-70a365e145bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'security_group_rule': {'security_group_id': '5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55', 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:43:58.308858 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.securitygroups_db [None req-3ab17761-02de-4123-99ab-70a365e145bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Project c61e76f4ca334b07a5e82fb9e7e87d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 21:43:58.314194 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3ab17761-02de-4123-99ab-70a365e145bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:58.376823 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3ab17761-02de-4123-99ab-70a365e145bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:58.458985 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3ab17761-02de-4123-99ab-70a365e145bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457975'] for security_group_rule, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:58.479310 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab17761-02de-4123-99ab-70a365e145bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab9cbe9-0e4b-4574-9cfd-25928e703609,revision_number=0']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:43:58.562293 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-3ab17761-02de-4123-99ab-70a365e145bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:58.563694 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-3ab17761-02de-4123-99ab-70a365e145bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3662939 Sep 03 21:43:58.943383 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 5dae914a-ec3f-4b48-968e-8446083a2413 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:58.990426 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 5dae914a-ec3f-4b48-968e-8446083a2413 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:58.990826 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:59.069669 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:43:59.191650 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning for port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:43:59.191650 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:43:59.191650 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:59.262895 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:59.296442 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] For port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,segment=NetworkSegment(479e40fa-6361-4fa3-8514-e3b7b64e6156),segment_id=479e40fa-6361-4fa3-8514-e3b7b64e6156)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:43:59.407820 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:43:59.458881 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Pushing event updated for resources: {'Port': ['ID=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:00.922890 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 up at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:44:00.973394 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Provisioning complete for port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:44:00.973684 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:01.236340 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-2558ae1f-21b4-4594-89e9-516e842a2c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:02.353058 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34172) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:02.509202 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Deleting port 7738bb9d-a5f7-44f0-b8f9-328777d548f7 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:02.509545 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:02.592297 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:02.592297 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:02.603901 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Calling delete_port for 7738bb9d-a5f7-44f0-b8f9-328777d548f7 owned by network:floatingip {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:02.853820 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:02.884686 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event deleted for resources: {'Port': ['ID=7738bb9d-a5f7-44f0-b8f9-328777d548f7,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:02.947440 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:02.947779 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Floating IP 99edbe13-978a-467c-b1bc-32fed50dba32 disassociated (deleted). External IP: 172.27.3.139, port: bf1b6e63-546f-45be-b593-39b670c97165. Sep 03 21:44:03.155319 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Router a51f8479-a420-4081-8dc8-b99eee086d0f has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:44:03.264306 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:44:03.268748 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:03.273985 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:44:03.282725 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:03.283351 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:03.294901 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-bfc312cb-1434-4fb2-acde-a7a23d03fe96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "DELETE /v2.0/floatingips/99edbe13-978a-467c-b1bc-32fed50dba32 HTTP/1.1" status: 204 len: 168 time: 0.9406850 Sep 03 21:44:03.295755 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:44:03.299083 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578b1293-4e22-4e83-8bef-d3b35d5a2de1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "tag": "bf1b6e63-546f-45be-b593-39b670c97165"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:44:03.515138 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:03.757733 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:52Z', 'revision_number': 1, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:03.787277 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:44:03.796184 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:03.796802 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:43:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:03.841130 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c72d677-7c0f-441f-b102-072e806128bc x-openstack-request-id: req-1c72d677-7c0f-441f-b102-072e806128bc {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:44:03.841679 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "tag": "bf1b6e63-546f-45be-b593-39b670c97165", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:44:03.841960 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c72d677-7c0f-441f-b102-072e806128bc {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:44:03.842266 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165', 'status': 'completed', 'code': 200} Sep 03 21:44:03.909274 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6d509e1d-1f52-44ca-ad04-eb9106c60922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:03.929015 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:03.930550 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-bb7b8645-39f9-47fa-8016-8fba4513c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:03.932103 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-bb7b8645-39f9-47fa-8016-8fba4513c852 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 1098 time: 0.0668609 Sep 03 21:44:03.943889 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5625986-e067-4e78-9189-3753e5fb26db req-b866bde2-1c23-43ad-8a32-3a2d85fd2dd2 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:03.945520 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f5625986-e067-4e78-9189-3753e5fb26db req-b866bde2-1c23-43ad-8a32-3a2d85fd2dd2 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 945 time: 0.0569992 Sep 03 21:44:04.004071 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f5625986-e067-4e78-9189-3753e5fb26db req-103a7a52-1d4b-48d2-81f2-f214bdbf6b83 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515862 Sep 03 21:44:04.036342 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-6865d707-edc3-4223-ab61-00f4a0591ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:04.037721 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-6865d707-edc3-4223-ab61-00f4a0591ed9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0966372 Sep 03 21:44:04.042961 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:04.085348 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-d27747f2-d528-4d48-bbc6-d61f4f2327fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1b6e63-546f-45be-b593-39b670c97165 HTTP/1.1" status: 200 len: 217 time: 0.0389807 Sep 03 21:44:04.141634 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-f200b84c-82a4-4e7b-8eef-d37b65f2dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:04.143132 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-f200b84c-82a4-4e7b-8eef-d37b65f2dd0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0497983 Sep 03 21:44:04.188192 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-b1479f16-9beb-49b7-8049-e5c672c956fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:04.188830 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:52Z', 'revision_number': 1, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:04.189709 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-b1479f16-9beb-49b7-8049-e5c672c956fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384779 Sep 03 21:44:04.220650 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6883dd-49a5-4732-8f38-0f01e4299fad None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '6998072b-c7a6-46cc-9e8d-3ba34e2e1429', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'port_id': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'mac_address': 'fa:16:3e:4b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:39:50Z', 'updated_at': '2021-09-03T21:39:52Z', 'revision_number': 1, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:44:04.284946 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-47dacefd-622e-4003-bcbf-a6108c89e40d service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868490 Sep 03 21:44:04.386326 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-578b1293-4e22-4e83-8bef-d3b35d5a2de1 req-b00c9574-55ae-4188-b20e-6cbfab7578b8 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939727 Sep 03 21:44:04.445084 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2701097e-9af8-43d7-b4f7-215902ce70ba None None] New status for floating IP 99edbe13-978a-467c-b1bc-32fed50dba32: DOWN {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:44:05.117767 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284bf92-eb55-4867-82ed-ab787e4b6e81 req-34044366-098b-416a-9940-8fb8920e9057 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:05.119232 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2284bf92-eb55-4867-82ed-ab787e4b6e81 req-34044366-098b-416a-9940-8fb8920e9057 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 945 time: 0.0546701 Sep 03 21:44:05.158527 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2284bf92-eb55-4867-82ed-ab787e4b6e81 req-5e21c2e2-34c3-46c3-9394-e1512f605f51 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326004 Sep 03 21:44:05.217556 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:05.462104 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-5fadd06b-8150-4c74-8411-752cc12c02f9 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:05.464314 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-5fadd06b-8150-4c74-8411-752cc12c02f9 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 945 time: 0.0479221 Sep 03 21:44:05.559162 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Deleting port bf1b6e63-546f-45be-b593-39b670c97165 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:05.559500 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:05.645132 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] For port bf1b6e63-546f-45be-b593-39b670c97165, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bf1b6e63-546f-45be-b593-39b670c97165,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:05.645493 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:05.657823 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Calling delete_port for bf1b6e63-546f-45be-b593-39b670c97165 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:05.880247 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:05.910418 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event deleted for resources: {'Port': ['ID=bf1b6e63-546f-45be-b593-39b670c97165,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:05.952537 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] No DVR routers for this DVR port bf1b6e63-546f-45be-b593-39b670c97165 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:44:05.955504 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:05.957812 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a9c136b9-4ef4-4785-ad3b-c2861ad5a300 req-502aae47-f022-4998-9656-1336b01e9af0 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "DELETE /v2.0/ports/bf1b6e63-546f-45be-b593-39b670c97165 HTTP/1.1" status: 204 len: 173 time: 0.4860587 Sep 03 21:44:05.958286 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'name': 'network-vif-deleted', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:44:05.960678 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33421b84-93de-4fee-9a0a-7c3c133acea4" -d '{"events": [{"server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "name": "network-vif-deleted", "tag": "bf1b6e63-546f-45be-b593-39b670c97165"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:44:06.010312 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2005e-f76e-4129-a418-a74e67cf87ee x-openstack-request-id: req-56e2005e-f76e-4129-a418-a74e67cf87ee {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:44:06.010604 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9ad363-685b-409a-bbdf-a6768e0df211", "name": "network-vif-deleted", "tag": "bf1b6e63-546f-45be-b593-39b670c97165", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:44:06.010917 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56e2005e-f76e-4129-a418-a74e67cf87ee {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:44:06.011337 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9ad363-685b-409a-bbdf-a6768e0df211', 'name': 'network-vif-deleted', 'tag': 'bf1b6e63-546f-45be-b593-39b670c97165', 'status': 'completed', 'code': 200} Sep 03 21:44:06.261038 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-1c3889ea-fd09-468b-8b95-62e3e8731057 req-6f44e370-8f9a-4600-b488-21a0efd595d3 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 210 time: 0.0301855 Sep 03 21:44:07.127797 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:07.380415 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-388ac610-7417-473a-ba08-61c9be84044a req-ee8ca5c4-0a3f-470f-8437-21388d6a8d69 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b9ad363-685b-409a-bbdf-a6768e0df211 HTTP/1.1" status: 200 len: 210 time: 0.0319078 Sep 03 21:44:09.942862 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device bf1b6e63-546f-45be-b593-39b670c97165 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:44:09.962950 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: bf1b6e63-546f-45be-b593-39b670c97165 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:44:09.963303 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device bf1b6e63-546f-45be-b593-39b670c97165 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:44:10.864250 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34230) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:11.043028 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Deleting port d004e49d-50e4-4c45-8b5c-5d3ebdd0ad85 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:11.043365 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:11.116513 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:11.116763 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:11.130141 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Calling delete_port for d004e49d-50e4-4c45-8b5c-5d3ebdd0ad85 owned by network:floatingip {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:11.356241 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:11.382549 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event deleted for resources: {'Port': ['ID=d004e49d-50e4-4c45-8b5c-5d3ebdd0ad85,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:11.444419 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:11.444748 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Floating IP 6998072b-c7a6-46cc-9e8d-3ba34e2e1429 disassociated (deleted). External IP: 172.27.3.214, port: be075356-0e5d-4fb5-8a56-5ccade252f95. Sep 03 21:44:11.642226 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Router a51f8479-a420-4081-8dc8-b99eee086d0f has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:44:11.744430 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:44:11.749276 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:11.754233 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:44:11.762694 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:11.763579 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:44:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:11.775647 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-86043b7f-44a0-45d7-a6f1-01a3d866dc96 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "DELETE /v2.0/floatingips/6998072b-c7a6-46cc-9e8d-3ba34e2e1429 HTTP/1.1" status: 204 len: 168 time: 0.9105747 Sep 03 21:44:11.776224 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:44:11.778536 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6fd99c-0a57-4f19-8a22-c77339d356ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:44:11.865568 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:12.066901 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:12.093284 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:44:12.102322 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:12.103037 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:44:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:12.176579 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a3f107-9878-45d9-8280-f778768f0d71 x-openstack-request-id: req-07a3f107-9878-45d9-8280-f778768f0d71 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:44:12.177073 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:44:12.177179 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07a3f107-9878-45d9-8280-f778768f0d71 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:44:12.177485 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'status': 'completed', 'code': 200} Sep 03 21:44:12.211549 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:12.244765 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-0e3b0512-4f71-4575-87cc-2dbaeb884247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:12.246261 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-0e3b0512-4f71-4575-87cc-2dbaeb884247 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 1098 time: 0.0417593 Sep 03 21:44:12.274166 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0a84f-c47d-4ddf-8e74-d0f773b9df88 req-e0078091-4537-4a28-a78e-f59a8d61a9b6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:12.275768 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7ef0a84f-c47d-4ddf-8e74-d0f773b9df88 req-e0078091-4537-4a28-a78e-f59a8d61a9b6 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 945 time: 0.0499010 Sep 03 21:44:12.313655 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7ef0a84f-c47d-4ddf-8e74-d0f773b9df88 req-9f4225ac-7284-488f-aba3-3ff26f5d953c tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317144 Sep 03 21:44:12.346257 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-4cae11c6-abb1-4c63-902d-12c2d072d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:12.347738 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-4cae11c6-abb1-4c63-902d-12c2d072d4a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 200 len: 912 time: 0.0911677 Sep 03 21:44:12.394918 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-b884097a-7c6b-4c55-a8fe-c2fd576ad09e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 200 len: 217 time: 0.0377693 Sep 03 21:44:12.411824 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:12.442577 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4e272-10b5-4f21-a612-3e33b4cef234 None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:36:23Z', 'revision_number': 4, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '5685f5ab-8179-466d-b64f-a21952142553', 'name': '', 'network_id': '7c19b180-e117-44a4-b579-5a5a8a161971', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'mac_address': 'fa:16:3e:d4:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:23Z', 'updated_at': '2021-09-03T21:36:29Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'subnets': [{'id': '8a92293a-daaa-407e-876c-887c334b5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:44:12.446470 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-a2286cbe-6ea1-44e5-845b-834a24fd9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:12.447895 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-a2286cbe-6ea1-44e5-845b-834a24fd9861 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 200 len: 850 time: 0.0455873 Sep 03 21:44:12.495796 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-8b7d7f30-cf83-46a6-ad4f-a27a7d054e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:12.497206 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-8b7d7f30-cf83-46a6-ad4f-a27a7d054e32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c19b180-e117-44a4-b579-5a5a8a161971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406258 Sep 03 21:44:12.601845 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-dc177600-ee57-46b2-817d-7558c1af52c4 service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953295 Sep 03 21:44:12.652692 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b3997-9fd3-4911-b63f-df7b1c18807c None None] New status for floating IP 6998072b-c7a6-46cc-9e8d-3ba34e2e1429: DOWN {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:44:12.694092 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-dd6fd99c-0a57-4f19-8a22-c77339d356ec req-cffad312-f02c-495e-8f1b-3e0e8f9f111d service neutron] 10.222.0.18 "GET /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838053 Sep 03 21:44:13.426429 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8940b21-039c-406f-b6e5-2dd8261923b8 req-2553dfce-e545-44fa-88cb-592af1a65649 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:13.427839 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f8940b21-039c-406f-b6e5-2dd8261923b8 req-2553dfce-e545-44fa-88cb-592af1a65649 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 945 time: 0.0469031 Sep 03 21:44:13.464498 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f8940b21-039c-406f-b6e5-2dd8261923b8 req-0fb0a71b-12d8-4ae0-80d8-a158974d5cde tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/security-groups?id=619b2dc4-769e-4c87-b411-c02a40486a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308855 Sep 03 21:44:13.835732 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-78b3db1d-b640-4c2a-9ba7-860d02efa0e3 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:13.837168 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-78b3db1d-b640-4c2a-9ba7-860d02efa0e3 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 945 time: 0.0525212 Sep 03 21:44:13.851636 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:13.926521 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Deleting port be075356-0e5d-4fb5-8a56-5ccade252f95 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:13.926887 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:14.017452 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] For port be075356-0e5d-4fb5-8a56-5ccade252f95, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=be075356-0e5d-4fb5-8a56-5ccade252f95,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:14.017855 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:14.029219 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Calling delete_port for be075356-0e5d-4fb5-8a56-5ccade252f95 owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:14.259472 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:14.291558 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event deleted for resources: {'Port': ['ID=be075356-0e5d-4fb5-8a56-5ccade252f95,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:14.304116 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.306143 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.306143 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.306143 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.306143 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.306143 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.306143 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.306843 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.306843 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.307131 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.307459 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.307788 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:44:14.340260 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] No DVR routers for this DVR port be075356-0e5d-4fb5-8a56-5ccade252f95 on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:44:14.342723 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:14.345417 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-0b784d84-d7e1-4ba9-8abe-9fb83dfa388c req-76e3c295-bc58-4f8a-adef-75b256985c9e tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.18 "DELETE /v2.0/ports/be075356-0e5d-4fb5-8a56-5ccade252f95 HTTP/1.1" status: 204 len: 173 time: 0.5020289 Sep 03 21:44:14.345854 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'name': 'network-vif-deleted', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:44:14.348137 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e6ee47-d5c4-42fc-95e7-a75586fe545a" -d '{"events": [{"server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "name": "network-vif-deleted", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:44:14.383485 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b94a0b-e1c1-48d9-90e6-f56c1fdfb293 x-openstack-request-id: req-41b94a0b-e1c1-48d9-90e6-f56c1fdfb293 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:44:14.383849 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8393632-b7a6-491f-88f2-3d9b25455a73", "name": "network-vif-deleted", "tag": "be075356-0e5d-4fb5-8a56-5ccade252f95", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:44:14.384105 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41b94a0b-e1c1-48d9-90e6-f56c1fdfb293 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:44:14.384507 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8393632-b7a6-491f-88f2-3d9b25455a73', 'name': 'network-vif-deleted', 'tag': 'be075356-0e5d-4fb5-8a56-5ccade252f95', 'status': 'completed', 'code': 200} Sep 03 21:44:14.564346 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2d87b92b-e50e-474f-861e-87f72a99b239 req-6c97fc44-420e-4e52-9444-accfe63cc8e3 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 210 time: 0.0281880 Sep 03 21:44:15.666290 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-82affb83-444f-4f71-9630-48dbe6ba069c req-3e292356-5d9a-4ec7-8896-e52f149ec5cf tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8393632-b7a6-491f-88f2-3d9b25455a73 HTTP/1.1" status: 200 len: 210 time: 0.0246658 Sep 03 21:44:16.397455 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-662de23f-24d5-4659-9281-a6092fbd5305 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618934167&fields=id&tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90 HTTP/1.1" status: 200 len: 267 time: 0.0325670 Sep 03 21:44:16.503101 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404512c-5abf-417d-ae88-546213cb2dba req-f90eeb36-0045-42ba-b3f9-c3fb75b69b3b tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:16.504533 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-f90eeb36-0045-42ba-b3f9-c3fb75b69b3b tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 808 time: 0.1006224 Sep 03 21:44:16.520122 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-ea69cc6b-a461-438f-8880-450c6b4a9ec9 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/quotas/c61e76f4ca334b07a5e82fb9e7e87d90 HTTP/1.1" status: 200 len: 375 time: 0.0098290 Sep 03 21:44:16.569444 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-424b05df-3af7-4d79-b61e-bf611e8cb308 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441887 Sep 03 21:44:16.667448 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-e3b68e0d-912e-43c6-8814-b0cecbaa8bfa service neutron] 10.222.0.46 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862331 Sep 03 21:44:16.756542 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-94473d9d-211e-4dd9-a4eb-8a58539a19db service neutron] 10.222.0.46 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823627 Sep 03 21:44:17.268336 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34278) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:17.366970 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-f8bdcdc6-f949-4479-9cde-bda37a4dbc15 req-413a9254-dbec-4678-be4e-2acb6aeaa5c2 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 210 time: 0.0626490 Sep 03 21:44:17.416197 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Deleting port acf8f86d-edc8-4339-a7a2-bf3ee47d2163 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:17.416539 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:17.493121 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:17.494286 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:17.505560 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Calling delete_port for acf8f86d-edc8-4339-a7a2-bf3ee47d2163 owned by network:floatingip {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:17.697234 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:17.727636 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event deleted for resources: {'Port': ['ID=acf8f86d-edc8-4339-a7a2-bf3ee47d2163,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:17.783749 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for floatingip, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:17.786225 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:17.788789 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-111bdf54-6e2a-4fcb-82e1-245143ff8bcc tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "DELETE /v2.0/floatingips/9cd0b4a5-ee76-4fec-8a2b-67a68e6879ca HTTP/1.1" status: 204 len: 168 time: 0.5177903 Sep 03 21:44:17.996370 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device be075356-0e5d-4fb5-8a56-5ccade252f95 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:44:18.017390 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: be075356-0e5d-4fb5-8a56-5ccade252f95 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:44:18.017743 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device be075356-0e5d-4fb5-8a56-5ccade252f95 not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:44:18.458168 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71f6066d-b7a5-42b7-b71e-315236777de4 req-e9de5d49-21dc-4d24-89cd-ee413c4d5e1f tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 210 time: 0.0259235 Sep 03 21:44:19.181288 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34298) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:19.286031 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a713-1745-4c5e-a1d1-75bd7185b1c1 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:19.375194 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a713-1745-4c5e-a1d1-75bd7185b1c1 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:19.446269 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404512c-5abf-417d-ae88-546213cb2dba req-7b657f7c-044e-4ed9-ac96-81521fefbb85 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:19.449263 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-7b657f7c-044e-4ed9-ac96-81521fefbb85 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.18 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 808 time: 0.2043297 Sep 03 21:44:19.502590 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-c3e1a6a6-8d70-4501-ba12-24e65ce5f01a tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90 HTTP/1.1" status: 200 len: 379 time: 0.0442650 Sep 03 21:44:19.512096 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'port': {'device_id': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'admin_state_up': True, 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'security_groups': ['5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55']}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:44:19.581690 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ef1226e8-a6b6-401f-aee5-8a5bb19302a8 req-f338444d-ced4-42f3-92a0-a46d7a479fa4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 210 time: 0.0410302 Sep 03 21:44:19.637255 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a713-1745-4c5e-a1d1-75bd7185b1c1 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:19.639628 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a713-1745-4c5e-a1d1-75bd7185b1c1 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:19.642135 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-f7c5a713-1745-4c5e-a1d1-75bd7185b1c1 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] 10.222.0.46 "DELETE /v2.0/security-groups/619b2dc4-769e-4c87-b411-c02a40486a14 HTTP/1.1" status: 204 len: 168 time: 0.4582024 Sep 03 21:44:19.657972 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5a713-1745-4c5e-a1d1-75bd7185b1c1 tempest-TestVolumeBootPattern-2053698846 tempest-TestVolumeBootPattern-2053698846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b2dc4-769e-4c87-b411-c02a40486a14,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:19.733075 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Made reservation on behalf of c61e76f4ca334b07a5e82fb9e7e87d90 for: {'port': 1} {{(pid=94319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 21:44:19.737405 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:19.799663 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34304) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:19.883811 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_common [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Allocated IP 172.20.0.14 (6202d0a5-cefd-4ef8-865e-38ac51e15b1a/97c0793b-a731-4eda-8b84-9dbd384ef51a/8b6a4240-9454-44d7-a3f1-547ee2db720c) {{(pid=94319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:44:20.026966 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for port, precommit_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.041721 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Transition to ACTIVE for port object 8b6a4240-9454-44d7-a3f1-547ee2db720c will not be triggered until provisioned by entity DHCP. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:44:20.150724 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_create {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.197264 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a is already hosted by enough agents. {{(pid=94319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:44:20.200561 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.base_scheduler [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Resources bound (agent type, host, resource id): {{(pid=94319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:44:20.208354 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Received port after_create {{(pid=94319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:44:20.211408 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=1']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:20.273166 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:20.273795 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.322486 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:44:20.357242 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-a2c9205b-912d-41be-933b-ac84c1bcb784 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8493869 Sep 03 21:44:20.372411 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.v2.base [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Request body: {'port': {'device_id': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:44:20.428937 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.531532 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-4ff4e40a-bcf6-4788-aa2f-505a563a54a5 None None] Provisioning for port 8b6a4240-9454-44d7-a3f1-547ee2db720c completed by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:44:20.536114 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-4ff4e40a-bcf6-4788-aa2f-505a563a54a5 None None] Provisioning complete for port 8b6a4240-9454-44d7-a3f1-547ee2db720c triggered by entity DHCP. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:44:20.536701 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e40a-bcf6-4788-aa2f-505a563a54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.581948 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4e40a-bcf6-4788-aa2f-505a563a54a5 None None] Port 8b6a4240-9454-44d7-a3f1-547ee2db720c cannot update to ACTIVE because it is not bound. {{(pid=94321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 21:44:20.597102 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.709958 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6a4240-9454-44d7-a3f1-547ee2db720c {{(pid=94319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:44:20.717262 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.729681 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.provisioning_blocks [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Transition to ACTIVE for port object 8b6a4240-9454-44d7-a3f1-547ee2db720c will not be triggered until provisioned by entity L2. {{(pid=94319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 21:44:20.734139 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfeb7d-6b22-45ad-957e-6c0b62fac4f8 req-308fa869-bfca-4ac2-a24a-8333a82e654d tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:20.734139 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-96cfeb7d-6b22-45ad-957e-6c0b62fac4f8 req-308fa869-bfca-4ac2-a24a-8333a82e654d tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 932 time: 0.0661476 Sep 03 21:44:20.805574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.825916 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-96cfeb7d-6b22-45ad-957e-6c0b62fac4f8 req-f96188af-5f8a-4bc9-b433-7a577f1c8e31 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850356 Sep 03 21:44:20.894139 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=2']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:20.925823 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Attempting to bind port 8b6a4240-9454-44d7-a3f1-547ee2db720c on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 21:44:20.926397 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Attempting to bind port 8b6a4240-9454-44d7-a3f1-547ee2db720c by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 21:44:20.926774 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Attempting to bind port 8b6a4240-9454-44d7-a3f1-547ee2db720c on network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:44:20.931608 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Port 8b6a4240-9454-44d7-a3f1-547ee2db720c on network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 21:44:20.932011 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Attempting to bind port 8b6a4240-9454-44d7-a3f1-547ee2db720c on network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 21:44:20.932218 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Deleting port 5685f5ab-8179-466d-b64f-a21952142553 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:20.932739 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:20.937956 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Checking agent: {'id': 'a997a9b1-fe7a-40b3-88e1-1cf56564f5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'started_at': datetime.datetime(2021, 9, 3, 21, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 21:44:20.938581 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Checking segment: {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 21:44:20.939066 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Bound using segment: {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'} {{(pid=94319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 21:44:20.939579 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.managers [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Bound port: 8b6a4240-9454-44d7-a3f1-547ee2db720c, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e62b9e4b-4c68-42c3-a66a-96e049af8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a'}}] {{(pid=94319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 21:44:20.940052 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:21.015314 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, cleared binding levels {{(pid=94319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 21:44:21.019349 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 21:44:21.025926 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] For port 5685f5ab-8179-466d-b64f-a21952142553, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=5685f5ab-8179-466d-b64f-a21952142553,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:21.025926 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:21.039906 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Calling delete_port for 5685f5ab-8179-466d-b64f-a21952142553 owned by network:router_interface {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:21.076261 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127293089'] for port, after_update {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:21.125795 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:21.125795 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:21.126307 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] 10.222.0.18 "PUT /v2.0/ports/8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 1094 time: 0.7581458 Sep 03 21:44:21.126639 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:44:21.129182 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ac603e-d54c-4e97-bf4c-cad9d03993fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:44:21.159561 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd622398-76d5-4fb9-99ce-8259aa15d39c service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=3']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:21.178612 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638cc103-19e6-4ac8-b601-0d303cbd7737 x-openstack-request-id: req-638cc103-19e6-4ac8-b601-0d303cbd7737 {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:44:21.179013 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:44:21.179395 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-638cc103-19e6-4ac8-b601-0d303cbd7737 {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:44:21.179820 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'status': 'completed', 'code': 200} Sep 03 21:44:21.254097 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac603e-d54c-4e97-bf4c-cad9d03993fc req-b4653023-72d6-4434-bd3b-0c76c9a2f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:21.255739 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e6ac603e-d54c-4e97-bf4c-cad9d03993fc req-b4653023-72d6-4434-bd3b-0c76c9a2f785 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1097 time: 0.0441124 Sep 03 21:44:21.356800 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:21.365105 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac603e-d54c-4e97-bf4c-cad9d03993fc req-10771c95-a236-4821-8920-3384399b4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:21.367420 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e6ac603e-d54c-4e97-bf4c-cad9d03993fc req-10771c95-a236-4821-8920-3384399b4810 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1033456 Sep 03 21:44:21.390837 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Pushing event deleted for resources: {'Port': ['ID=5685f5ab-8179-466d-b64f-a21952142553,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:21.479805 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac603e-d54c-4e97-bf4c-cad9d03993fc req-e0464944-f3ce-49d7-9193-060afd0b6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:21.484564 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-e6ac603e-d54c-4e97-bf4c-cad9d03993fc req-e0464944-f3ce-49d7-9193-060afd0b6de7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071551 Sep 03 21:44:21.567005 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:21.569430 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404512c-5abf-417d-ae88-546213cb2dba req-532f1b79-5cd7-44b6-96e2-b333721e8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:21.571073 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-532f1b79-5cd7-44b6-96e2-b333721e8876 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1097 time: 0.0419319 Sep 03 21:44:21.618127 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-676a1d02-6849-4cdb-ad14-c2271da12316 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 217 time: 0.0387266 Sep 03 21:44:21.668521 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404512c-5abf-417d-ae88-546213cb2dba req-bc6599c8-56c3-417e-a093-5a5a18a643db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:21.669912 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-bc6599c8-56c3-417e-a093-5a5a18a643db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 200 len: 847 time: 0.0455620 Sep 03 21:44:21.722942 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404512c-5abf-417d-ae88-546213cb2dba req-08a7cdd8-5dd3-49e8-807f-daea32d75981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:21.724618 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-08a7cdd8-5dd3-49e8-807f-daea32d75981 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468471 Sep 03 21:44:21.802771 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Router a51f8479-a420-4081-8dc8-b99eee086d0f has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:44:21.822794 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-5891cb80-3e6e-44bd-92b1-be064fda253c service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910499 Sep 03 21:44:21.925703 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d404512c-5abf-417d-ae88-546213cb2dba req-650e2c8d-17bb-4b68-9798-23fce24babf6 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954053 Sep 03 21:44:21.947832 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:44:21.956528 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-87a7d408-d64b-479b-841c-9a43f9eae72e admin admin] 10.222.0.46 "PUT /v2.0/routers/a51f8479-a420-4081-8dc8-b99eee086d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1532969 Sep 03 21:44:21.957173 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34314) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:21.959599 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] Sync routers for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:44:21.969618 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfd88a-1743-4560-b0c0-ab74a00649e3 req-e61a56e0-3773-41eb-8056-894df4a3cf81 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:21.971124 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-21dfd88a-1743-4560-b0c0-ab74a00649e3 req-e61a56e0-3773-41eb-8056-894df4a3cf81 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0646269 Sep 03 21:44:21.972065 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:21.972811 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:44:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:22.015346 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-21dfd88a-1743-4560-b0c0-ab74a00649e3 req-f12e9fbf-1a08-4598-b019-42f3a3ea062a tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377028 Sep 03 21:44:22.070658 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks [] for router, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.105298 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:22.174956 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.292666 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:44:21Z', 'revision_number': 5, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port': {'id': 'af52b08d-0697-4ba5-b23b-237939461b34', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:21Z', 'updated_at': '2021-09-03T21:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:22.300362 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Deleting port af52b08d-0697-4ba5-b23b-237939461b34 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:22.300937 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.319176 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] Checking router: a51f8479-a420-4081-8dc8-b99eee086d0f for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:44:22.327326 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] Routers {'a51f8479-a420-4081-8dc8-b99eee086d0f'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:22.328367 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:44:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['a51f8479-a420-4081-8dc8-b99eee086d0f'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:22.380971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] For port af52b08d-0697-4ba5-b23b-237939461b34, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=af52b08d-0697-4ba5-b23b-237939461b34,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:22.381273 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.392791 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Calling delete_port for af52b08d-0697-4ba5-b23b-237939461b34 owned by network:router_gateway {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:22.418151 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] Set router a51f8479-a420-4081-8dc8-b99eee086d0f gateway port host: None {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:22.472759 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:44:22Z', 'revision_number': 6, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port_host': None}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:22.502008 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4e6e4-7979-48ea-8c9f-31f390b827ec None None] The sync data for ids ['a51f8479-a420-4081-8dc8-b99eee086d0f'] in dv-cinder-759987-9-iscsi is: [{'id': 'a51f8479-a420-4081-8dc8-b99eee086d0f', 'name': 'tempest-TestVolumeBootPattern-540588310-router', 'tenant_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:20Z', 'updated_at': '2021-09-03T21:44:22Z', 'revision_number': 6, 'project_id': 'a7fccbc6cbd344eeb8a31c2027b215de', 'gw_port_host': None}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:44:22.676097 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.702333 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Pushing event deleted for resources: {'Port': ['ID=af52b08d-0697-4ba5-b23b-237939461b34,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:22.757778 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.854969 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.857176 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.985320 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.985838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51f8479-a420-4081-8dc8-b99eee086d0f {{(pid=94319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:44:22.990547 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] Notify callbacks [] for router, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:22.991686 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-3c300db2-fadb-4c82-9573-279c2ca1572f admin admin] 10.222.0.46 "DELETE /v2.0/routers/a51f8479-a420-4081-8dc8-b99eee086d0f HTTP/1.1" status: 204 len: 168 time: 1.0334907 Sep 03 21:44:22.994024 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34316) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:23.036931 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_v2 [None req-147fc6fd-ce29-4954-8e7f-015039d68e5d admin admin] Deleting subnet 8a92293a-daaa-407e-876c-887c334b5ec2 {{(pid=94319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:44:23.040130 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-147fc6fd-ce29-4954-8e7f-015039d68e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.084375 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-147fc6fd-ce29-4954-8e7f-015039d68e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127826990'] for subnet, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.128964 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44024-e9a0-47f4-b3f4-64927d869e81 req-8aabb963-5d26-48ea-95d9-aace02fcb65f tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:23.129882 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-59e44024-e9a0-47f4-b3f4-64927d869e81 req-8aabb963-5d26-48ea-95d9-aace02fcb65f tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0485916 Sep 03 21:44:23.166780 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-147fc6fd-ce29-4954-8e7f-015039d68e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.178429 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-59e44024-e9a0-47f4-b3f4-64927d869e81 req-62221da3-cf04-455b-9a3b-379dececeae7 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414989 Sep 03 21:44:23.293794 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 5685f5ab-8179-466d-b64f-a21952142553 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:44:23.299225 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-147fc6fd-ce29-4954-8e7f-015039d68e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127293083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127280770'] for subnet, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.314921 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 5685f5ab-8179-466d-b64f-a21952142553 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:44:23.315264 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 5685f5ab-8179-466d-b64f-a21952142553 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:44:23.325903 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fc6fd-ce29-4954-8e7f-015039d68e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a92293a-daaa-407e-876c-887c334b5ec2,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:23.328420 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-147fc6fd-ce29-4954-8e7f-015039d68e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.330036 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-147fc6fd-ce29-4954-8e7f-015039d68e5d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8a92293a-daaa-407e-876c-887c334b5ec2 HTTP/1.1" status: 204 len: 168 time: 0.3351102 Sep 03 21:44:23.332724 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34320) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:23.333511 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3c8f5-319d-4816-8867-6b57d6e6b3bf None None] Network 7c19b180-e117-44a4-b579-5a5a8a161971 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:44:23.406613 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.459085 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Deleting port 1069c77a-381f-4289-80fe-1bf191d17251 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:23.459395 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.527143 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] DHCP port deletion for 7c19b180-e117-44a4-b579-5a5a8a161971 request from dv-cinder-759987-9-iscsi {{(pid=94321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 21:44:23.532010 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] For port 1069c77a-381f-4289-80fe-1bf191d17251, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=1069c77a-381f-4289-80fe-1bf191d17251,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:23.532464 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.544885 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Calling delete_port for 1069c77a-381f-4289-80fe-1bf191d17251 owned by network:dhcp {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:23.575688 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] Deleting port 1069c77a-381f-4289-80fe-1bf191d17251 {{(pid=94321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:23.576067 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.714678 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.741843 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Pushing event deleted for resources: {'Port': ['ID=1069c77a-381f-4289-80fe-1bf191d17251,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:23.745699 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] No DVR routers for this DVR port 1069c77a-381f-4289-80fe-1bf191d17251 on host dv-cinder-759987-9-iscsi {{(pid=94320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:44:23.771404 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] For port 1069c77a-381f-4289-80fe-1bf191d17251, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=1069c77a-381f-4289-80fe-1bf191d17251,segment=NetworkSegment(deb5325b-53ee-4bda-9551-3e5195c1342b),segment_id=deb5325b-53ee-4bda-9551-3e5195c1342b)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:23.771802 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.784986 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] Calling delete_port for 1069c77a-381f-4289-80fe-1bf191d17251 owned by network:dhcp {{(pid=94321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:23.818327 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.828943 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c19b180-e117-44a4-b579-5a5a8a161971']}} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:23.838583 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb5325b-53ee-4bda-9551-3e5195c1342b') {'for_net_delete': True} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:23.838915 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb5325b-53ee-4bda-9551-3e5195c1342b') {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:23.848395 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126713745'] for segment, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.858250 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314'] for port, after_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.861639 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.867439 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713265'] for segment, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: Traceback (most recent call last): Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: timer() Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: cb(*args, **kw) Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: return func(*args, **kwargs) Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: self._notify() Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: self.callback(batched_events) Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: event.method(event) Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: return f(self, *a, **k) Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._get(url).json() Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: return self.request(url, 'GET', **kwargs) Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:44:23.873206 dv-cinder-759987-9-iscsi neutron-server[94320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:44:23.885677 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] Pushing event deleted for resources: {'Port': ['ID=1069c77a-381f-4289-80fe-1bf191d17251,revision_number=None']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:23.890879 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba29e1-a494-428e-8028-b5a6f8628580 None None] No DVR routers for this DVR port 1069c77a-381f-4289-80fe-1bf191d17251 on host dv-cinder-759987-9-iscsi {{(pid=94321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:44:24.030473 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:24.039175 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:24.041597 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7c19b180-e117-44a4-b579-5a5a8a161971 HTTP/1.1" status: 204 len: 168 time: 0.7078538 Sep 03 21:44:24.044101 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34322) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:24.053204 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0630d2-0c35-47a2-9fe2-2c778d31a213 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c19b180-e117-44a4-b579-5a5a8a161971,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:24.289530 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff8d7-54a1-4218-a1c9-df81115567cc req-6d21f5e5-52d2-4b35-9cf0-624794ec6a5a tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:24.290942 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-229ff8d7-54a1-4218-a1c9-df81115567cc req-6d21f5e5-52d2-4b35-9cf0-624794ec6a5a tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0471313 Sep 03 21:44:24.328796 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-229ff8d7-54a1-4218-a1c9-df81115567cc req-4a372725-8bec-4344-8f04-77ec435bb735 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313087 Sep 03 21:44:24.386665 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:24.617519 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Deleting port ec7e97a2-6528-4309-bca1-189e062acee1 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:24.617852 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:24.700037 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] For port ec7e97a2-6528-4309-bca1-189e062acee1, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=ec7e97a2-6528-4309-bca1-189e062acee1,segment=NetworkSegment(cebab427-3d3f-4e6e-80be-8d4722bdca84),segment_id=cebab427-3d3f-4e6e-80be-8d4722bdca84)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:24.700506 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:24.713509 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Calling delete_port for ec7e97a2-6528-4309-bca1-189e062acee1 owned by network:router_interface {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:24.930299 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 1069c77a-381f-4289-80fe-1bf191d17251 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:44:24.954838 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:24.955066 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 1069c77a-381f-4289-80fe-1bf191d17251 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:44:24.955278 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 1069c77a-381f-4289-80fe-1bf191d17251 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:44:24.955697 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device af52b08d-0697-4ba5-b23b-237939461b34 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:44:24.975140 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: af52b08d-0697-4ba5-b23b-237939461b34 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:44:24.975515 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device af52b08d-0697-4ba5-b23b-237939461b34 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:44:24.978763 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7e97a2-6528-4309-bca1-189e062acee1,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:25.403923 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:25.444994 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48852a0-5fee-4107-aba3-d9dff3e41f35 req-8e38225e-8d8f-4538-bc55-e8a3f06979f5 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:25.446494 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e48852a0-5fee-4107-aba3-d9dff3e41f35 req-8e38225e-8d8f-4538-bc55-e8a3f06979f5 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0500295 Sep 03 21:44:25.489409 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e48852a0-5fee-4107-aba3-d9dff3e41f35 req-5b8e8e52-2e9c-431b-ba0c-586b3fc540bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358615 Sep 03 21:44:25.611255 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Router 15cd3157-4522-4f55-901c-b0a6ba4726c1 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:44:25.711541 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:44:25.716330 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-903eab5d-1002-4417-a49f-64a69c6bac16 admin admin] 10.222.0.46 "PUT /v2.0/routers/15cd3157-4522-4f55-901c-b0a6ba4726c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6709166 Sep 03 21:44:25.719479 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34328) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:25.722034 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] Sync routers for ids ['15cd3157-4522-4f55-901c-b0a6ba4726c1'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:44:25.734571 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] Routers {'15cd3157-4522-4f55-901c-b0a6ba4726c1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:25.735209 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:44:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['15cd3157-4522-4f55-901c-b0a6ba4726c1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:25.820613 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks [] for router, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:25.834813 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] Set router 15cd3157-4522-4f55-901c-b0a6ba4726c1 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:25.919779 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.009920 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:44:24Z', 'revision_number': 5, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port': {'id': 'eefdb2e9-1c02-4e68-95da-200e4d9a5900', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:36:27Z', 'updated_at': '2021-09-03T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:26.036159 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] Checking router: 15cd3157-4522-4f55-901c-b0a6ba4726c1 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:44:26.043156 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Deleting port eefdb2e9-1c02-4e68-95da-200e4d9a5900 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:26.043508 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.044280 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] Routers {'15cd3157-4522-4f55-901c-b0a6ba4726c1'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:26.044871 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:44:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['15cd3157-4522-4f55-901c-b0a6ba4726c1'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:26.128471 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] Set router 15cd3157-4522-4f55-901c-b0a6ba4726c1 gateway port host: None {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:26.128604 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] For port eefdb2e9-1c02-4e68-95da-200e4d9a5900, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=eefdb2e9-1c02-4e68-95da-200e4d9a5900,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:26.128858 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.141305 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Calling delete_port for eefdb2e9-1c02-4e68-95da-200e4d9a5900 owned by network:router_gateway {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:26.179028 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:44:25Z', 'revision_number': 6, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port_host': None}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:26.207848 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd68c87-b655-4cd1-a55c-b60e72e646ff None None] The sync data for ids ['15cd3157-4522-4f55-901c-b0a6ba4726c1'] in dv-cinder-759987-9-iscsi is: [{'id': '15cd3157-4522-4f55-901c-b0a6ba4726c1', 'name': 'tempest-TestVolumeBootPattern-1723353091-router', 'tenant_id': 'e7b680f15c384dee9768fcf4304ba173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:36:26Z', 'updated_at': '2021-09-03T21:44:25Z', 'revision_number': 6, 'project_id': 'e7b680f15c384dee9768fcf4304ba173', 'gw_port_host': None}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:44:26.384557 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.407885 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Pushing event deleted for resources: {'Port': ['ID=eefdb2e9-1c02-4e68-95da-200e4d9a5900,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:26.469041 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.557896 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.560224 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.616116 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2a147-62c6-4c22-856e-8e72207db9e6 req-e5753f52-ebe1-4027-b96e-939595231d09 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:26.618761 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-80d2a147-62c6-4c22-856e-8e72207db9e6 req-e5753f52-ebe1-4027-b96e-939595231d09 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0534823 Sep 03 21:44:26.658724 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.659294 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15cd3157-4522-4f55-901c-b0a6ba4726c1 {{(pid=94319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:44:26.659843 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-80d2a147-62c6-4c22-856e-8e72207db9e6 req-f9968674-b412-4270-a89f-9dddf8374b5c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351951 Sep 03 21:44:26.664040 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] Notify callbacks [] for router, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.665187 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-fff2d31c-910f-4a0b-9576-f6c49de4d191 admin admin] 10.222.0.46 "DELETE /v2.0/routers/15cd3157-4522-4f55-901c-b0a6ba4726c1 HTTP/1.1" status: 204 len: 168 time: 0.9448066 Sep 03 21:44:26.667786 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34334) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:26.717784 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f69ff73-c51b-48c8-90d3-9cce9f3047e0 admin admin] Deleting subnet 349f3cbe-58e8-4ac5-b184-2d8d01f6a160 {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:44:26.720894 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f69ff73-c51b-48c8-90d3-9cce9f3047e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.754386 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f69ff73-c51b-48c8-90d3-9cce9f3047e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126713736'] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.830366 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f69ff73-c51b-48c8-90d3-9cce9f3047e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:26.979122 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f69ff73-c51b-48c8-90d3-9cce9f3047e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126713327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126409370'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.009717 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device ec7e97a2-6528-4309-bca1-189e062acee1 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:44:27.016190 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69ff73-c51b-48c8-90d3-9cce9f3047e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349f3cbe-58e8-4ac5-b184-2d8d01f6a160,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:27.028510 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-9f69ff73-c51b-48c8-90d3-9cce9f3047e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.028510 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-9f69ff73-c51b-48c8-90d3-9cce9f3047e0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/349f3cbe-58e8-4ac5-b184-2d8d01f6a160 HTTP/1.1" status: 204 len: 168 time: 0.3561716 Sep 03 21:44:27.028510 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34338) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:27.032096 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd6734b-de9a-4151-a1c2-efa589c024e5 None None] Network 427c5508-620f-4320-89bf-10da88e0169a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:44:27.034305 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: ec7e97a2-6528-4309-bca1-189e062acee1 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:44:27.034725 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device ec7e97a2-6528-4309-bca1-189e062acee1 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:44:27.035138 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device eefdb2e9-1c02-4e68-95da-200e4d9a5900 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:44:27.062855 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: eefdb2e9-1c02-4e68-95da-200e4d9a5900 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:44:27.063442 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device eefdb2e9-1c02-4e68-95da-200e4d9a5900 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:44:27.101768 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.154866 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Deleting port 0dc1152b-23bc-4346-af41-a92ca675f526 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:27.155748 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.223269 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] For port 0dc1152b-23bc-4346-af41-a92ca675f526, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=0dc1152b-23bc-4346-af41-a92ca675f526,segment=NetworkSegment(cebab427-3d3f-4e6e-80be-8d4722bdca84),segment_id=cebab427-3d3f-4e6e-80be-8d4722bdca84)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:27.223640 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.231157 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] DHCP port deletion for 427c5508-620f-4320-89bf-10da88e0169a request from dv-cinder-759987-9-iscsi {{(pid=94321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 21:44:27.242517 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Calling delete_port for 0dc1152b-23bc-4346-af41-a92ca675f526 owned by network:dhcp {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:27.283427 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] Deleting port 0dc1152b-23bc-4346-af41-a92ca675f526 {{(pid=94321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:44:27.283803 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.347876 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] For port 0dc1152b-23bc-4346-af41-a92ca675f526, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=0dc1152b-23bc-4346-af41-a92ca675f526,segment=NetworkSegment(cebab427-3d3f-4e6e-80be-8d4722bdca84),segment_id=cebab427-3d3f-4e6e-80be-8d4722bdca84)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:27.348275 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.359600 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] Calling delete_port for 0dc1152b-23bc-4346-af41-a92ca675f526 owned by network:dhcp {{(pid=94321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:44:27.418799 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.438680 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314'] for port, after_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.447047 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] No DVR routers for this DVR port 0dc1152b-23bc-4346-af41-a92ca675f526 on host dv-cinder-759987-9-iscsi {{(pid=94320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:44:27.452019 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc1152b-23bc-4346-af41-a92ca675f526,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:27.469329 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] Pushing event deleted for resources: {'Port': ['ID=0dc1152b-23bc-4346-af41-a92ca675f526,revision_number=None']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:27.474635 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb6b9d-7996-4bab-8649-8ba42cb89e3b None None] No DVR routers for this DVR port 0dc1152b-23bc-4346-af41-a92ca675f526 on host dv-cinder-759987-9-iscsi {{(pid=94321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:44:27.527051 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.537986 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427c5508-620f-4320-89bf-10da88e0169a']}} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:27.548007 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebab427-3d3f-4e6e-80be-8d4722bdca84') {'for_net_delete': True} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:27.548309 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.services.segments.db [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebab427-3d3f-4e6e-80be-8d4722bdca84') {} {{(pid=94320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:27.556784 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126713745'] for segment, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.570399 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.576246 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:44:27.576634 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126713265'] for segment, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: Traceback (most recent call last): Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: timer() Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: cb(*args, **kw) Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: return func(*args, **kwargs) Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: self._notify() Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: self.callback(batched_events) Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: event.method(event) Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: return f(self, *a, **k) Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._get(url).json() Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: return self.request(url, 'GET', **kwargs) Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:44:27.579327 dv-cinder-759987-9-iscsi neutron-server[94320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:44:27.710264 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.715884 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:27.720467 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] 10.222.0.46 "DELETE /v2.0/networks/427c5508-620f-4320-89bf-10da88e0169a HTTP/1.1" status: 204 len: 168 time: 0.6890430 Sep 03 21:44:27.728412 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f342-1271-42c1-a77c-eb4bbc10f2de admin admin] Pushing event deleted for resources: {'Network': ['ID=427c5508-620f-4320-89bf-10da88e0169a,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:27.782055 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e24e3b-a3dd-4714-bc00-4ec5783eb0ff req-18aa038d-4ae9-4bf8-8f5e-8290db09e8dd tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:27.789123 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-39e24e3b-a3dd-4714-bc00-4ec5783eb0ff req-18aa038d-4ae9-4bf8-8f5e-8290db09e8dd tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0522966 Sep 03 21:44:27.820702 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-39e24e3b-a3dd-4714-bc00-4ec5783eb0ff req-b41c6bda-4f47-4602-9969-10ff53bd35a8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Sep 03 21:44:28.064248 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34344) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:28.105677 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-593f8b53-3cb3-4585-9f04-d54cad223f70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7fccbc6cbd344eeb8a31c2027b215de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402737 Sep 03 21:44:28.108148 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34346) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:28.155102 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c492f264-cf48-45e2-b3ea-39c9a2a8107b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:28.175506 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c492f264-cf48-45e2-b3ea-39c9a2a8107b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:28.304499 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c492f264-cf48-45e2-b3ea-39c9a2a8107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:28.307088 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-c492f264-cf48-45e2-b3ea-39c9a2a8107b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:28.308252 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-c492f264-cf48-45e2-b3ea-39c9a2a8107b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d424398-ba27-45fb-82a7-20bb340cc719 HTTP/1.1" status: 204 len: 168 time: 0.1991262 Sep 03 21:44:28.316061 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492f264-cf48-45e2-b3ea-39c9a2a8107b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d424398-ba27-45fb-82a7-20bb340cc719,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:28.933431 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 0dc1152b-23bc-4346-af41-a92ca675f526 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:44:28.939227 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a5a93-a9f8-43e8-9a13-dd621b77d443 req-fbe4ac2d-f592-49b8-b2c5-4be6d072a1de tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:28.940823 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fd2a5a93-a9f8-43e8-9a13-dd621b77d443 req-fbe4ac2d-f592-49b8-b2c5-4be6d072a1de tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0550725 Sep 03 21:44:28.951508 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34354) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:28.956062 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 0dc1152b-23bc-4346-af41-a92ca675f526 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:44:28.956484 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 0dc1152b-23bc-4346-af41-a92ca675f526 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:44:28.989642 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-fd2a5a93-a9f8-43e8-9a13-dd621b77d443 req-2c1c42c4-5b56-4cfc-bbec-21baa773f9c3 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Sep 03 21:44:29.000617 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-d1906e3f-ce13-4a3c-94da-4017f6aba333 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7b680f15c384dee9768fcf4304ba173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477686 Sep 03 21:44:29.003237 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34356) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:29.054668 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-33d0b969-21e3-4803-bbaa-df59d1997376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:29.075878 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-33d0b969-21e3-4803-bbaa-df59d1997376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:29.206952 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-33d0b969-21e3-4803-bbaa-df59d1997376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:29.209517 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-33d0b969-21e3-4803-bbaa-df59d1997376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:29.210687 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-33d0b969-21e3-4803-bbaa-df59d1997376 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d334075a-db93-400c-9f3b-f11a1acd2740 HTTP/1.1" status: 204 len: 168 time: 0.2065110 Sep 03 21:44:29.219222 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0b969-21e3-4803-bbaa-df59d1997376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d334075a-db93-400c-9f3b-f11a1acd2740,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:30.043207 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 8b6a4240-9454-44d7-a3f1-547ee2db720c details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:44:30.103784 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243ca8b-bc16-4779-a05b-8ddf3bb6d47b req-73d1219f-fac9-4348-9ac9-6ff0e728ca89 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:30.105286 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d243ca8b-bc16-4779-a05b-8ddf3bb6d47b req-73d1219f-fac9-4348-9ac9-6ff0e728ca89 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0472994 Sep 03 21:44:30.144069 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:30.144375 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d243ca8b-bc16-4779-a05b-8ddf3bb6d47b req-28081713-6af6-4fd5-a3d7-68a5403d80a7 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322046 Sep 03 21:44:30.159556 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'port_id': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'mac_address': 'fa:16:3e:59:b6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:44:30.197421 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:30.209956 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6a4240-9454-44d7-a3f1-547ee2db720c {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:44:30.229235 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:30.355609 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:30.401335 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=4']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:30.564129 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['8b6a4240-9454-44d7-a3f1-547ee2db720c'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:44:31.222777 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-a63ff5e3-7378-4517-8d0a-992368808869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:31.260177 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79b095-2b08-4b0e-a248-8fac6efb5525 req-109d9427-e400-4f1e-8ff0-a542fd9ba644 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:31.261656 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9c79b095-2b08-4b0e-a248-8fac6efb5525 req-109d9427-e400-4f1e-8ff0-a542fd9ba644 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 945 time: 0.0499678 Sep 03 21:44:31.298726 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-9c79b095-2b08-4b0e-a248-8fac6efb5525 req-4529c2cf-69ba-4693-ab87-b1dc9cc96f12 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307481 Sep 03 21:44:32.042471 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 8b6a4240-9454-44d7-a3f1-547ee2db720c up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:44:32.184453 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning for port 8b6a4240-9454-44d7-a3f1-547ee2db720c completed by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 21:44:32.189533 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 8b6a4240-9454-44d7-a3f1-547ee2db720c triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:44:32.189903 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:32.297516 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:32.319665 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:44:32.321907 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d4b09d-72c3-43f9-bb5b-068868488c17" -d '{"events": [{"server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "name": "network-vif-plugged", "status": "completed", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:44:32.334948 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:44:32.407123 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:32.414840 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7513803-997f-4f71-8242-9a5b8cc653b8 req-e846c31a-feb7-4ef9-a70a-60b7e7999354 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:32.419217 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d7513803-997f-4f71-8242-9a5b8cc653b8 req-e846c31a-feb7-4ef9-a70a-60b7e7999354 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 945 time: 0.0517366 Sep 03 21:44:32.454874 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d7513803-997f-4f71-8242-9a5b8cc653b8 req-2d3e92bf-3bac-468b-a464-40437051d37e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Sep 03 21:44:32.455263 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=5']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:32.497349 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8772e3db-947f-490b-937f-40510f44f34a x-openstack-request-id: req-8772e3db-947f-490b-937f-40510f44f34a {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:44:32.497639 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "name": "network-vif-plugged", "status": "completed", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:44:32.497937 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8772e3db-947f-490b-937f-40510f44f34a {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:44:32.498339 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'code': 200} Sep 03 21:44:32.897368 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c626a-ff27-4b25-b4ee-1f6925038ab1 req-31919fcd-ef10-4162-989c-6ee258c1301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:32.898913 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d01c626a-ff27-4b25-b4ee-1f6925038ab1 req-31919fcd-ef10-4162-989c-6ee258c1301f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1099 time: 0.0421631 Sep 03 21:44:32.933633 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-d01c626a-ff27-4b25-b4ee-1f6925038ab1 req-45ff6a3e-c99d-4851-a412-0744294daa19 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269725 Sep 03 21:44:33.569092 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f35043-fa9e-4a38-833b-619917f2d105 req-abdb0e93-d963-421d-a7c3-4a8515963729 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:33.570542 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-64f35043-fa9e-4a38-833b-619917f2d105 req-abdb0e93-d963-421d-a7c3-4a8515963729 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0472312 Sep 03 21:44:33.606166 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-64f35043-fa9e-4a38-833b-619917f2d105 req-6b91d740-1056-41af-a3ce-44008589e17b tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297670 Sep 03 21:44:33.839693 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7e26bb7f-d5b4-4437-9777-c76b118baada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:34.001636 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:34.715841 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb1c2b-1885-4d0c-9ec0-3c5e167e5581 req-3ea335ce-4b6b-41a2-aa31-ba736091372c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:34.717298 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d0eb1c2b-1885-4d0c-9ec0-3c5e167e5581 req-3ea335ce-4b6b-41a2-aa31-ba736091372c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0463135 Sep 03 21:44:34.756455 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d0eb1c2b-1885-4d0c-9ec0-3c5e167e5581 req-af438eb6-a1fc-4956-9c45-89dc89f5c5ca tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326896 Sep 03 21:44:34.868182 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa69784-a807-427c-9c6b-f7bd5eba52de req-f61e9710-fa6b-426c-8c81-d5ce8ac4e858 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:34.869612 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7aa69784-a807-427c-9c6b-f7bd5eba52de req-f61e9710-fa6b-426c-8c81-d5ce8ac4e858 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0499516 Sep 03 21:44:34.907654 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7aa69784-a807-427c-9c6b-f7bd5eba52de req-9b0c55e5-629c-4290-848d-ecea9f3ba1d3 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320230 Sep 03 21:44:34.928448 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34376) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:35.166099 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a969ff4-4cf1-446d-a29b-742da57763c7 tempest-TestShelveInstance-1880237188 tempest-TestShelveInstance-1880237188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:35.167622 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-7a969ff4-4cf1-446d-a29b-742da57763c7 tempest-TestShelveInstance-1880237188 tempest-TestShelveInstance-1880237188-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1094 time: 0.2382231 Sep 03 21:44:35.177934 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34380) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:44:35.182257 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.v2.base [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Request body: {'floatingip': {'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'port_id': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 21:44:35.241480 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:35.268336 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for floatingip, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:35.363701 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:35.461456 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_common [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Allocated IP 172.27.3.149 (cbc1e204-2e7b-4fb4-849e-44fd9644a817/53e2c0a3-874f-4fa3-852b-d6b01316465b/47248252-3f2d-4462-854b-704b8e0888b0) {{(pid=94320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 21:44:35.561025 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for port, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:35.653356 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742076637305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:35.687257 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Network cbc1e204-2e7b-4fb4-849e-44fd9644a817 is already hosted by enough agents. {{(pid=94320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 21:44:35.691466 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.base_scheduler [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Resources bound (agent type, host, resource id): {{(pid=94320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 21:44:35.695377 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Received port after_create {{(pid=94320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 21:44:35.721425 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'Port': ['ID=47248252-3f2d-4462-854b-704b8e0888b0,revision_number=1']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:36.271332 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:36.458536 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:36.611656 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for port, precommit_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:36.675849 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126713301'] for port, after_update {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:36.747517 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event updated for resources: {'Port': ['ID=47248252-3f2d-4462-854b-704b8e0888b0,revision_number=2']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:44:36.758839 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3827246'] for floatingip, after_create {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:36.859955 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Floating IP 3d47e8af-f102-44e5-93b4-b5499c04fe4b associated. External IP: 172.27.3.149, port: 8b6a4240-9454-44d7-a3f1-547ee2db720c. Sep 03 21:44:37.069499 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:44:37.131565 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:37.187927 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:44:37.197161 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] Sync routers for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:44:37.206616 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:37.207286 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:44:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:37.275788 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:37.303519 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-871fb5ef-987d-4180-bee9-e7ebc6928aed tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1245053 Sep 03 21:44:37.304021 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:44:37.306399 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009" -d '{"events": [{"name": "network-changed", "server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:44:37.309776 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:37.342758 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3fe11f-c2b3-461f-a56a-8b1c7a3a20f6 x-openstack-request-id: req-8b3fe11f-c2b3-461f-a56a-8b1c7a3a20f6 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:44:37.343490 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:44:37.347576 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b3fe11f-c2b3-461f-a56a-8b1c7a3a20f6 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:44:37.347576 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'status': 'completed', 'code': 200} Sep 03 21:44:37.403558 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-9190ad01-4c8a-4912-9840-f5438f1ffe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:37.405161 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-9190ad01-4c8a-4912-9840-f5438f1ffe24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1099 time: 0.0402822 Sep 03 21:44:37.495299 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-da618d3b-4a31-4b62-b673-4b54c7cc91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:37.496771 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-da618d3b-4a31-4b62-b673-4b54c7cc91e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 909 time: 0.0847955 Sep 03 21:44:37.557654 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '3d47e8af-f102-44e5-93b4-b5499c04fe4b', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'port_id': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'mac_address': 'fa:16:3e:59:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:44:35Z', 'updated_at': '2021-09-03T21:44:35Z', 'revision_number': 0, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:53Z', 'revision_number': 5, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:37.580397 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-8cf1f913-91de-4a66-85bc-4134bfd4c5d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 1000 time: 0.0724287 Sep 03 21:44:37.584100 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] Checking router: 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:44:37.592243 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:44:37.592914 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:44:34Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:37.628822 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-98e80828-7083-471b-91de-33d145aaff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:37.630304 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-98e80828-7083-471b-91de-33d145aaff24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 200 len: 847 time: 0.0431724 Sep 03 21:44:37.677661 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-2b60c6f2-41e3-4607-bf57-3e1136936798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:44:37.679267 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-2b60c6f2-41e3-4607-bf57-3e1136936798 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425317 Sep 03 21:44:37.696138 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:44:37.764902 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-84ab5c78-a588-49dc-bca2-4009558b7614 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784931 Sep 03 21:44:37.872823 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5ce91388-d9d8-46a3-92b8-3ffdfefd9009 req-3fe6215e-3337-45b1-960f-6a1b3bc87212 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005013 Sep 03 21:44:37.923763 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '3d47e8af-f102-44e5-93b4-b5499c04fe4b', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'port_id': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'mac_address': 'fa:16:3e:59:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:44:35Z', 'updated_at': '2021-09-03T21:44:35Z', 'revision_number': 0, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:53Z', 'revision_number': 5, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:44:37.949608 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee403994-8429-4965-86b9-e8ef09aaccfe None None] The sync data for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi is: [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_floatingips': [{'id': '3d47e8af-f102-44e5-93b4-b5499c04fe4b', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'router_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'port_id': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'mac_address': 'fa:16:3e:59:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T21:44:35Z', 'updated_at': '2021-09-03T21:44:35Z', 'revision_number': 0, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:53Z', 'revision_number': 5, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:44:38.124445 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd15ba8-6349-45ef-836f-8628a1c019cd None None] New status for floating IP 3d47e8af-f102-44e5-93b4-b5499c04fe4b: ACTIVE {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:44:43.817895 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:44:57.321292 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:45:01.216799 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-88b4ba0b-810a-4561-b5be-5224f12fc059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:03.795346 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-364316da-4006-413b-a4ec-6aca2fcda8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:03.943827 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:05.223789 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:07.109578 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:13.821967 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:24.045710 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-7fc6cf46-612e-4db5-807b-ff3c447dad20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466237 Sep 03 21:45:24.128774 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-4aee4394-5785-4c0b-891f-5dfeab820a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:45:24.130244 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-4aee4394-5785-4c0b-891f-5dfeab820a05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1099 time: 0.0389242 Sep 03 21:45:24.231550 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-18056bc6-c6fa-4f91-8f91-85c3f61e5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:45:24.233005 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-18056bc6-c6fa-4f91-8f91-85c3f61e5fe8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 909 time: 0.0837724 Sep 03 21:45:24.309320 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-2e536705-4e42-47dc-af42-8908c16f8f37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 1002 time: 0.0690610 Sep 03 21:45:24.362992 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-31cea462-196e-44a0-be9c-f8f4db2e378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:45:24.364476 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-31cea462-196e-44a0-be9c-f8f4db2e378b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 200 len: 847 time: 0.0487041 Sep 03 21:45:24.408706 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-4c70d103-ba61-48e6-8108-dab6722c9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:45:24.410157 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-4c70d103-ba61-48e6-8108-dab6722c9f3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389626 Sep 03 21:45:24.496566 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-beb16eb9-0734-4fc9-892e-19a1962e3f81 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791976 Sep 03 21:45:24.585797 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-c2a3dc73-b9d3-4ea1-abc7-f612e73fc7b1 req-6db3d907-3d9c-4bcb-ab2c-27a260a144ae service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820141 Sep 03 21:45:31.193410 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-6de87e73-896b-4941-bcdd-9b7134b70d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:33.810806 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-2ba525e0-805b-49c1-871e-caf7ea21e098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:33.976102 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:34.424461 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:45:35.269116 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:37.114359 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:45:43.840193 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:01.211414 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-82ededd1-141a-464e-94cc-7efa57aa8c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:03.821258 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-0e9445f7-a7c8-4b95-b151-a06187787eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:03.987285 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:05.217011 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:07.102952 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:11.323815 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:46:13.845319 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:25.036035 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-4254aadf-7c78-4f3b-8d91-199efba45981 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397449 Sep 03 21:46:25.115602 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-70cbd371-6f2f-42be-8b11-c3fb72a1c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:25.117141 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-70cbd371-6f2f-42be-8b11-c3fb72a1c912 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1099 time: 0.0393624 Sep 03 21:46:25.228487 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-f456130a-2188-45e9-ba1a-e8447a21d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:25.229936 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-f456130a-2188-45e9-ba1a-e8447a21d88a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 909 time: 0.0870340 Sep 03 21:46:25.293330 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-c13a0f31-662f-464f-a140-444a04e74cce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 1002 time: 0.0563154 Sep 03 21:46:25.344187 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-89fc16d7-a9ec-4c85-8b06-d8377de09d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:25.345640 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-89fc16d7-a9ec-4c85-8b06-d8377de09d60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 200 len: 847 time: 0.0461137 Sep 03 21:46:25.396845 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-946690f6-0b03-4fdb-bd0c-fd1722fece7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:25.398447 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-946690f6-0b03-4fdb-bd0c-fd1722fece7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416379 Sep 03 21:46:25.489974 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-982728a1-2ff7-4e4c-9c96-8b45a1baae67 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839963 Sep 03 21:46:25.578122 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-cf33abef-ec96-41d3-b5be-c8b15e012a8f req-8c2877a2-f093-4162-bc4b-d40b27a13b19 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811365 Sep 03 21:46:29.522779 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fda7f-1349-494a-ac77-0956ef8c9943 req-6f470fd2-fe99-4171-9d24-b50b07f556e1 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:29.524239 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-359fda7f-1349-494a-ac77-0956ef8c9943 req-6f470fd2-fe99-4171-9d24-b50b07f556e1 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.1881645 Sep 03 21:46:29.561834 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-359fda7f-1349-494a-ac77-0956ef8c9943 req-a8e9572e-0858-4d89-945e-8440ba01c746 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Sep 03 21:46:30.677822 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f4208-0fb1-4c66-9244-1bb3fd8654f0 req-7525af4c-7bb6-48f3-81ff-458be56080ec tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:30.679328 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7a7f4208-0fb1-4c66-9244-1bb3fd8654f0 req-7525af4c-7bb6-48f3-81ff-458be56080ec tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0513182 Sep 03 21:46:30.717018 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7a7f4208-0fb1-4c66-9244-1bb3fd8654f0 req-0a0d69d3-9194-4b53-b49a-3e073c47dd11 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312240 Sep 03 21:46:31.205060 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-1a6507d3-a0e5-4aab-81f4-3e649a8992de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:31.828015 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae30bf-afcc-4f26-9825-1c9c2f815883 req-24b151f2-2df5-4a64-b6e5-48e7a6fd819a tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:31.829464 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c8ae30bf-afcc-4f26-9825-1c9c2f815883 req-24b151f2-2df5-4a64-b6e5-48e7a6fd819a tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0473394 Sep 03 21:46:31.865793 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c8ae30bf-afcc-4f26-9825-1c9c2f815883 req-b79e87b4-a72c-4d18-bc52-7195ae217988 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305262 Sep 03 21:46:32.976401 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19699686-e572-4b47-a5cd-2c7879141e96 req-35e60b82-3ffc-43b1-bec9-3046f24c1945 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:32.977868 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-19699686-e572-4b47-a5cd-2c7879141e96 req-35e60b82-3ffc-43b1-bec9-3046f24c1945 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0476744 Sep 03 21:46:33.014392 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-19699686-e572-4b47-a5cd-2c7879141e96 req-9aa27711-44cc-421c-b5e0-f9431db710ee tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301754 Sep 03 21:46:33.804791 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c4e8a93a-54d3-4152-9f20-4bcc10d425d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:33.970842 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:34.132681 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56adcf2-839d-45fa-94e0-9bab20bcc2ca req-e4fb55b8-b4a4-43a8-a4aa-42cf0cbb6fc4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:34.134150 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d56adcf2-839d-45fa-94e0-9bab20bcc2ca req-e4fb55b8-b4a4-43a8-a4aa-42cf0cbb6fc4 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0537109 Sep 03 21:46:34.172748 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d56adcf2-839d-45fa-94e0-9bab20bcc2ca req-b71f0628-eabb-4644-9b18-bd08d9593620 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Sep 03 21:46:35.222189 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:35.284484 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7c1e-db93-4a98-b64b-1700b3985df6 req-bf36d5bc-5c39-4b58-9a09-f254ebf49a97 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:35.285955 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6d7b7c1e-db93-4a98-b64b-1700b3985df6 req-bf36d5bc-5c39-4b58-9a09-f254ebf49a97 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0476055 Sep 03 21:46:35.323213 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-6d7b7c1e-db93-4a98-b64b-1700b3985df6 req-5a7efc0d-a44d-4695-9149-de25922acc24 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Sep 03 21:46:35.948510 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-c33cafed-8ce9-4e9e-bb9c-756aae9fc054 req-d1ae3c6f-6cd4-4a53-9c91-27db3a79591c service neutron] (94320) timed out ('10.222.0.18', 51224) {{(pid=94320) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 21:46:36.435652 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d9f1-1969-4450-8d95-a02759af3e68 req-047b1f03-357d-4617-b701-09984361b283 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:36.437136 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-21b3d9f1-1969-4450-8d95-a02759af3e68 req-047b1f03-357d-4617-b701-09984361b283 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0479252 Sep 03 21:46:36.474221 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-21b3d9f1-1969-4450-8d95-a02759af3e68 req-8cf9500c-95d6-4758-97a8-f008c124aea6 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Sep 03 21:46:37.193008 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:37.596692 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d22abf-b6bb-42b4-afbc-a824956e9f29 req-fa8f1b6c-a3cd-48bb-bcf4-462720be06d5 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:37.598177 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-44d22abf-b6bb-42b4-afbc-a824956e9f29 req-fa8f1b6c-a3cd-48bb-bcf4-462720be06d5 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0514448 Sep 03 21:46:37.634962 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-44d22abf-b6bb-42b4-afbc-a824956e9f29 req-097cd631-2ced-471c-a61c-071722d2398d tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308146 Sep 03 21:46:38.747075 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d1190-4034-4f78-b390-1bc4c3270c18 req-143e0456-22db-4acf-b33b-74b85fba11bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:38.748537 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-035d1190-4034-4f78-b390-1bc4c3270c18 req-143e0456-22db-4acf-b33b-74b85fba11bc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0470998 Sep 03 21:46:38.786810 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-035d1190-4034-4f78-b390-1bc4c3270c18 req-23e85f76-fc5c-4ff8-b56a-e7c5a36ea23b tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322089 Sep 03 21:46:39.582155 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-42b4a152-ad37-4f72-abfe-e18a20ef01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:39.583721 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-42b4a152-ad37-4f72-abfe-e18a20ef01f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1099 time: 0.0389993 Sep 03 21:46:39.673346 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-a8e6aa62-22ed-45d7-ab0c-7b8497beef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:39.674807 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-a8e6aa62-22ed-45d7-ab0c-7b8497beef2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 909 time: 0.0844953 Sep 03 21:46:39.735793 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-752cfb05-ad0c-4772-b5d2-82d65e62cfa3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 1002 time: 0.0542154 Sep 03 21:46:39.785990 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-be6b8a7f-9a3b-417f-b841-532cacd49172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:39.787406 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-be6b8a7f-9a3b-417f-b841-532cacd49172 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 200 len: 847 time: 0.0451896 Sep 03 21:46:39.835503 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-35cbe255-354f-4f78-9420-58c875c61633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:39.836973 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-35cbe255-354f-4f78-9420-58c875c61633 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430090 Sep 03 21:46:39.899804 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b87ca-568d-47eb-a2ac-432d631303e6 req-3ebec55e-6579-4a4c-970a-bcbec2036b41 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:39.901413 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c66b87ca-568d-47eb-a2ac-432d631303e6 req-3ebec55e-6579-4a4c-970a-bcbec2036b41 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0480747 Sep 03 21:46:39.930134 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-e9bbab83-384a-4796-8a80-c5948894ea7e service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863221 Sep 03 21:46:39.938970 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-c66b87ca-568d-47eb-a2ac-432d631303e6 req-e09d3317-38f5-4039-8619-8fd6bdb07440 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314214 Sep 03 21:46:39.954391 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [req-2fbb8b3c-9bd0-4412-ae1d-5764377979bf req-e1cf9052-40d2-4879-b19a-4623b08302e9 service neutron] (94319) timed out ('10.222.0.18', 51247) {{(pid=94319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 21:46:40.017957 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-5dc59d27-ee31-44ed-933a-adc5038e24b4 req-d877ebdc-3522-4511-9b27-f7f14f2b21a5 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809338 Sep 03 21:46:41.054304 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f55af-da44-4156-9f51-e3c595571ea9 req-56388654-ac44-4931-88f5-7167e713a1fc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:41.055781 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-749f55af-da44-4156-9f51-e3c595571ea9 req-56388654-ac44-4931-88f5-7167e713a1fc tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0505617 Sep 03 21:46:41.092893 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-749f55af-da44-4156-9f51-e3c595571ea9 req-a0165496-068e-49a4-94c1-dbc23bb9c1ee tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303969 Sep 03 21:46:42.206390 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23831099-4e01-4561-b93b-915257f0ed25 req-1499b517-dfae-4c78-a86d-ec28afeef042 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:42.207814 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-23831099-4e01-4561-b93b-915257f0ed25 req-1499b517-dfae-4c78-a86d-ec28afeef042 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0469973 Sep 03 21:46:42.244459 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-23831099-4e01-4561-b93b-915257f0ed25 req-de0a0c46-bd1c-4a45-825b-c116536c5435 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 Sep 03 21:46:43.362564 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fff82-0984-4d25-8456-80885915c8f5 req-9d8986f6-3df7-4038-806e-af5a144d6cf8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:43.364124 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ec9fff82-0984-4d25-8456-80885915c8f5 req-9d8986f6-3df7-4038-806e-af5a144d6cf8 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0508487 Sep 03 21:46:43.402490 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ec9fff82-0984-4d25-8456-80885915c8f5 req-3d2853cd-196b-4a74-b23e-f9438623cbe7 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323715 Sep 03 21:46:43.786550 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba82692-9171-468e-a2d3-2cc6eb23f069 req-7f54cb62-0db1-47b3-bae4-9453ef4a54c3 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:43.788044 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2ba82692-9171-468e-a2d3-2cc6eb23f069 req-7f54cb62-0db1-47b3-bae4-9453ef4a54c3 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0512292 Sep 03 21:46:43.831131 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2ba82692-9171-468e-a2d3-2cc6eb23f069 req-26ce4d81-5940-4907-b0c9-8a6a4718e049 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Sep 03 21:46:43.839179 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:43.875449 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-cb40c385-6823-4abb-bd7f-4f751017f130 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816259 Sep 03 21:46:44.552334 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 8b6a4240-9454-44d7-a3f1-547ee2db720c no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:46:44.627448 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:44.650666 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:46:44.654182 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa6ef76-f4f4-41c1-92cc-7a3b4781a655" -d '{"events": [{"server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:46:44.669779 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:46:44.687116 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899a50e8-32c5-42dc-b8dd-359f045b9981 x-openstack-request-id: req-899a50e8-32c5-42dc-b8dd-359f045b9981 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:46:44.687398 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "name": "network-vif-unplugged", "status": "failed", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c", "code": 422}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:46:44.687647 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-899a50e8-32c5-42dc-b8dd-359f045b9981 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:46:44.688057 dv-cinder-759987-9-iscsi neutron-server[94321]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'code': 422} returned with failed status Sep 03 21:46:44.742359 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:44.789491 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=6']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:46:44.796375 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.796733 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.797079 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.797422 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.797761 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.798096 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.798438 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.798790 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.799130 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.799455 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.799782 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.805107 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:46:44.944843 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a22a74-85fe-4f7b-9d64-2db7713bbc5b req-8b79ac93-1ff9-4fa7-afa8-1b15f6070ca5 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:44.946229 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b3a22a74-85fe-4f7b-9d64-2db7713bbc5b req-8b79ac93-1ff9-4fa7-afa8-1b15f6070ca5 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0475693 Sep 03 21:46:44.984350 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b3a22a74-85fe-4f7b-9d64-2db7713bbc5b req-a6ea8876-3256-4add-879c-1b7606b496fd tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Sep 03 21:46:46.100868 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27f846-c709-4f7a-8848-25f162467d6c req-fbf5cdbf-2d8d-44ac-b5aa-c5b103840b7b tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:46.102336 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7a27f846-c709-4f7a-8848-25f162467d6c req-fbf5cdbf-2d8d-44ac-b5aa-c5b103840b7b tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0514054 Sep 03 21:46:46.140417 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-7a27f846-c709-4f7a-8848-25f162467d6c req-a7b990b6-0499-425c-a3de-09e1f0a131c9 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322320 Sep 03 21:46:46.203109 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-e426f6a3-c040-4022-9553-23f878b90b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:46.204599 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-e426f6a3-c040-4022-9553-23f878b90b13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1&tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90 HTTP/1.1" status: 200 len: 1097 time: 0.0419993 Sep 03 21:46:46.267570 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-874a04ef-772c-41f2-b58b-7892919318ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:46.268990 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-874a04ef-772c-41f2-b58b-7892919318ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1097 time: 0.0414822 Sep 03 21:46:46.357212 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-2fd1785e-9794-416f-b547-70bae29e180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:46.358649 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-2fd1785e-9794-416f-b547-70bae29e180c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 909 time: 0.0813537 Sep 03 21:46:46.425284 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-3447378a-aabc-4f1b-8139-073632be9a78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 1000 time: 0.0594487 Sep 03 21:46:46.472004 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-590ff9d0-e4d2-4ecf-8a1b-947f2075bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:46.473407 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-590ff9d0-e4d2-4ecf-8a1b-947f2075bb69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 200 len: 847 time: 0.0418441 Sep 03 21:46:46.518458 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-246bfabd-f902-4c2e-9286-ee5d0a0b846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:46.519847 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-246bfabd-f902-4c2e-9286-ee5d0a0b846c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380402 Sep 03 21:46:46.609226 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-d96e9285-b521-4f53-ae61-a29da4431c44 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823922 Sep 03 21:46:46.699159 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-ad0e2042-e52b-44b9-879f-011fa95cd866 req-c3c06248-3070-4ad4-9c24-afe5d20abed1 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824370 Sep 03 21:46:47.251437 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cf88-ef5f-43b2-b7b5-b28c4ba7f26e req-6e866939-1fb6-4b70-b2ec-56872d919a7f tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:47.252852 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2793cf88-ef5f-43b2-b7b5-b28c4ba7f26e req-6e866939-1fb6-4b70-b2ec-56872d919a7f tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0470417 Sep 03 21:46:47.290036 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-2793cf88-ef5f-43b2-b7b5-b28c4ba7f26e req-6dea06e9-e1f3-4009-85ae-f3d5c7263c50 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313747 Sep 03 21:46:48.322191 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:46:48.401157 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a3fff-1027-43aa-a92f-ba563c536aae req-c1bd14cd-a394-462f-85ba-27f8c6d19d70 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:48.402438 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-605a3fff-1027-43aa-a92f-ba563c536aae req-c1bd14cd-a394-462f-85ba-27f8c6d19d70 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0465989 Sep 03 21:46:48.439324 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-605a3fff-1027-43aa-a92f-ba563c536aae req-5898ffc8-e25d-45df-bbdb-55cbad70ca76 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310204 Sep 03 21:46:49.552530 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fa9e7-0114-48e6-a096-2d3d0f5b29b2 req-094d2540-edda-443e-b939-7bf40ed8281d tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:49.553966 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d72fa9e7-0114-48e6-a096-2d3d0f5b29b2 req-094d2540-edda-443e-b939-7bf40ed8281d tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0503042 Sep 03 21:46:49.600199 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d72fa9e7-0114-48e6-a096-2d3d0f5b29b2 req-5490df7c-d47b-47b2-8cd3-22818b7eefd3 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365722 Sep 03 21:46:50.711220 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553f992-1ce7-4216-b5d8-ca5d4ed4400a req-161cebd7-5656-4045-96c4-a5fd761e08d1 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:50.712677 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e553f992-1ce7-4216-b5d8-ca5d4ed4400a req-161cebd7-5656-4045-96c4-a5fd761e08d1 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0467165 Sep 03 21:46:50.750447 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-e553f992-1ce7-4216-b5d8-ca5d4ed4400a req-376874b5-7e33-4e11-8316-c1596717a631 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307562 Sep 03 21:46:51.861370 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accfd7e-9cb5-4738-82d7-11e86d4241a4 req-1a01b8ed-0155-4ea0-82d1-c92786da5a15 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:51.862833 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4accfd7e-9cb5-4738-82d7-11e86d4241a4 req-1a01b8ed-0155-4ea0-82d1-c92786da5a15 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0464675 Sep 03 21:46:51.899805 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-4accfd7e-9cb5-4738-82d7-11e86d4241a4 req-ee374e90-f576-4e95-b6f3-42a022e4d2cb tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311818 Sep 03 21:46:53.016367 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a6450-4b48-4f15-bb81-06572ebcb6b4 req-4d9787f5-db12-4ca4-8c53-67144a860973 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:53.017809 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-667a6450-4b48-4f15-bb81-06572ebcb6b4 req-4d9787f5-db12-4ca4-8c53-67144a860973 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0498099 Sep 03 21:46:53.054430 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-667a6450-4b48-4f15-bb81-06572ebcb6b4 req-ad71d142-bd09-4d48-8c98-a4c09f076ffb tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306692 Sep 03 21:46:54.165938 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f10bb6-c723-4eac-8d62-c3ae3d51370b req-762037d9-b620-4f7c-b1f4-b8b87b374085 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:54.168076 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-87f10bb6-c723-4eac-8d62-c3ae3d51370b req-762037d9-b620-4f7c-b1f4-b8b87b374085 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 944 time: 0.0477295 Sep 03 21:46:54.204643 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-87f10bb6-c723-4eac-8d62-c3ae3d51370b req-1bcce091-05d9-4dd0-b6bc-1a2237576cdd tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307381 Sep 03 21:46:54.601724 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 8b6a4240-9454-44d7-a3f1-547ee2db720c details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 21:46:54.694243 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:46:54.709343 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Returning: {'device': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'port_id': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'mac_address': 'fa:16:3e:59:b6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 21:46:54.744129 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:54.756642 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6a4240-9454-44d7-a3f1-547ee2db720c {{(pid=94321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 21:46:54.775850 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:46:54.821879 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:54.866551 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=7']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:46:55.029703 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] get_ports_and_sgs() called for port_ids ['8b6a4240-9454-44d7-a3f1-547ee2db720c'] {{(pid=94321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 21:46:55.318329 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a467f-4be0-47aa-9be5-93c688751f7a req-c5c438c9-1f9c-4b44-890e-b14b4c832503 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:55.319806 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-839a467f-4be0-47aa-9be5-93c688751f7a req-c5c438c9-1f9c-4b44-890e-b14b4c832503 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 945 time: 0.0478704 Sep 03 21:46:55.356159 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-839a467f-4be0-47aa-9be5-93c688751f7a req-addc3e93-b57e-40fd-802d-2d7d3bacd4cd tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304971 Sep 03 21:46:56.480902 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968d13-70e3-40f3-b147-603c7dbe228a req-42c73200-266f-4c3e-b84b-33eb76cd5aeb tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:56.482400 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71968d13-70e3-40f3-b147-603c7dbe228a req-42c73200-266f-4c3e-b84b-33eb76cd5aeb tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 945 time: 0.0612326 Sep 03 21:46:56.521440 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-71968d13-70e3-40f3-b147-603c7dbe228a req-4e9c49c5-78d6-4c20-930d-3258cdbd9865 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331306 Sep 03 21:46:56.617209 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 8b6a4240-9454-44d7-a3f1-547ee2db720c up at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 21:46:56.665047 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.provisioning_blocks [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Provisioning complete for port 8b6a4240-9454-44d7-a3f1-547ee2db720c triggered by entity L2. {{(pid=94321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 21:46:56.665311 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373614'] for port, provisioning_complete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:56.740407 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546470'] for port, before_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:56.764997 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c'}] {{(pid=94321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:46:56.767274 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e024e486de2a3e7981b85211d199ce1612da858d561710a62740917eb1ac99f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb7e498-09a2-4d57-bd50-89f80dd48dfb" -d '{"events": [{"server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "name": "network-vif-plugged", "status": "completed", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c"}]}' {{(pid=94321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:46:56.780378 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:46:56.805827 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d87d2d-b885-43b5-91a9-d9d2563db3f0 x-openstack-request-id: req-e8d87d2d-b885-43b5-91a9-d9d2563db3f0 {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:46:56.806115 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "name": "network-vif-plugged", "status": "completed", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c", "code": 200}]} {{(pid=94321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:46:56.806367 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8d87d2d-b885-43b5-91a9-d9d2563db3f0 {{(pid=94321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:46:56.807561 dv-cinder-759987-9-iscsi neutron-server[94321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'code': 200} Sep 03 21:46:56.833417 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742077008074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742076637323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742076637341'] for port, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:46:56.880056 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Pushing event updated for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=8']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:46:57.118645 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136f66f-270f-4605-8123-fe1789387f71 req-7356b744-7adc-4cfe-b25c-9b0342cd650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:57.120846 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a136f66f-270f-4605-8123-fe1789387f71 req-7356b744-7adc-4cfe-b25c-9b0342cd650d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1099 time: 0.0904431 Sep 03 21:46:57.156189 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-a136f66f-270f-4605-8123-fe1789387f71 req-b4c880e9-68ff-4403-9b22-38cc8f743231 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280035 Sep 03 21:46:57.644280 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cd4f4-075d-4951-8420-b0a998b8a46f req-8f4eda5a-bcf4-4f3a-8b77-0c4497baa0bb tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:57.645795 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d54cd4f4-075d-4951-8420-b0a998b8a46f req-8f4eda5a-bcf4-4f3a-8b77-0c4497baa0bb tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0561068 Sep 03 21:46:57.682959 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-d54cd4f4-075d-4951-8420-b0a998b8a46f req-99ad4a20-b231-4a31-9055-13208a2ebd2b tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306752 Sep 03 21:46:58.798690 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c8959-4e5e-4645-9b85-d38b43432dfc req-56656e2e-dc19-4170-ace0-ea36b7093884 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:46:58.800308 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b12c8959-4e5e-4645-9b85-d38b43432dfc req-56656e2e-dc19-4170-ace0-ea36b7093884 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0480309 Sep 03 21:46:58.836978 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-b12c8959-4e5e-4645-9b85-d38b43432dfc req-8198a77c-9a4d-4097-9ece-1acc64f7e01e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309696 Sep 03 21:47:01.238198 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-eec3c5e2-e549-4049-ab61-6b0e46f1f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:03.827386 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-57787013-7c7f-4240-9e95-f8238e5b4076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:03.964695 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:05.256082 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:07.124622 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:13.850118 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:25.041895 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-b0c4d517-f709-4d82-b390-3d6ef2d94e0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396695 Sep 03 21:47:25.128524 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-bf30176a-ea8f-4d91-b107-ea4daca5ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:47:25.130087 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-bf30176a-ea8f-4d91-b107-ea4daca5ffdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1099 time: 0.0430579 Sep 03 21:47:25.236061 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-ff0b2da4-5820-43cf-b55a-e6c4197ee81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:47:25.237436 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-ff0b2da4-5820-43cf-b55a-e6c4197ee81c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 909 time: 0.0862677 Sep 03 21:47:25.300851 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-750e6ff6-e824-4816-9752-df19d7525cb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 1002 time: 0.0561156 Sep 03 21:47:25.320558 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:47:25.351974 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-0193bf8a-48a9-4c74-be34-d9725aaa7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:47:25.354377 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-0193bf8a-48a9-4c74-be34-d9725aaa7f48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 200 len: 847 time: 0.0467227 Sep 03 21:47:25.400258 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-39ccb884-6139-4675-bf63-984a8f004e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:47:25.401743 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-39ccb884-6139-4675-bf63-984a8f004e5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398698 Sep 03 21:47:25.491379 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-474e9a2f-c5b5-4018-8b37-a76fd013655f service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812232 Sep 03 21:47:25.583932 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-74e51add-48ce-4fbb-b87d-d5c96c4c20a9 req-290d7bdb-4bb9-4666-a854-27cdab7c06b1 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844560 Sep 03 21:47:31.312713 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c75f4e39-b6b7-49fe-ab8e-1baaaab83dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:33.849791 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-918b704b-fc5b-41ec-a63e-62394eb00bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:33.969757 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:35.232254 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:37.140229 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:47:43.855122 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:01.261295 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-5a78ef74-e2ee-40ea-9b99-1132fc271b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:02.322312 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:48:03.815165 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-c7ca75ca-9998-4dc0-950f-84031e605048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:03.991724 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:05.249312 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:07.118644 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:11.382065 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34524) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:11.539542 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Deleting port 47248252-3f2d-4462-854b-704b8e0888b0 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:11.539883 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:11.611077 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:11.611401 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:11.623190 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Calling delete_port for 47248252-3f2d-4462-854b-704b8e0888b0 owned by network:floatingip {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:11.883493 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:11.908899 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event deleted for resources: {'Port': ['ID=47248252-3f2d-4462-854b-704b8e0888b0,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:11.922070 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.922424 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.922806 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.923152 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.923507 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.923842 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.924172 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.924503 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.924833 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.925250 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.925584 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.925909 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:11.981889 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for floatingip, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:11.982214 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.db.l3_db [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Floating IP 3d47e8af-f102-44e5-93b4-b5499c04fe4b disassociated (deleted). External IP: 172.27.3.149, port: 8b6a4240-9454-44d7-a3f1-547ee2db720c. Sep 03 21:48:12.183609 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:48:12.291064 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:48:12.295850 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for floatingip, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:12.300343 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] Sync routers for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:48:12.308790 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:48:12.309405 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:48:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:12.322968 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-43acd6bb-39c1-41b8-80b5-f3120039df5e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "DELETE /v2.0/floatingips/3d47e8af-f102-44e5-93b4-b5499c04fe4b HTTP/1.1" status: 204 len: 168 time: 0.9390788 Sep 03 21:48:12.323555 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c'}] {{(pid=94320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:48:12.325785 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ceadeb07f11f1d37f4724071b099b919a424240f08331c599bab52adfce460c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212cd56-963c-41b7-87a5-474a4a99edf0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c"}]}' {{(pid=94320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:48:12.424333 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:48:12.615722 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:53Z', 'revision_number': 5, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:12.645210 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] Checking router: 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:48:12.654061 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:48:12.654666 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:48:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:12.711815 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f807336c-7ce9-46a1-943a-152fb4ddb824 x-openstack-request-id: req-f807336c-7ce9-46a1-943a-152fb4ddb824 {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:48:12.711815 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c", "status": "completed", "code": 200}]} {{(pid=94320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:48:12.711815 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f807336c-7ce9-46a1-943a-152fb4ddb824 {{(pid=94320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:48:12.711815 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'status': 'completed', 'code': 200} Sep 03 21:48:12.761429 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:48:12.770671 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-bac7949f-bd5f-461b-81c6-8e1942c21122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:48:12.772204 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-bac7949f-bd5f-461b-81c6-8e1942c21122 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 1099 time: 0.0430896 Sep 03 21:48:12.807567 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbbee0-aa88-43b7-8aa8-e2672d4679b6 req-b56a949f-1248-4980-a928-3c5d95da244e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:48:12.809353 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-87cbbee0-aa88-43b7-8aa8-e2672d4679b6 req-b56a949f-1248-4980-a928-3c5d95da244e tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0558882 Sep 03 21:48:12.848618 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-87cbbee0-aa88-43b7-8aa8-e2672d4679b6 req-f58ae308-b059-486a-884e-848c9ac79c38 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333135 Sep 03 21:48:12.964640 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:53Z', 'revision_number': 5, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:12.991427 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e157fde7-4a69-40a3-9ab0-1b28ed099ece None None] The sync data for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi is: [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:43:47Z', 'revision_number': 4, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi', '_interfaces': [{'id': '204430af-5654-4e96-ac06-612c35650db0', 'name': '', 'network_id': '6202d0a5-cefd-4ef8-865e-38ac51e15b1a', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'mac_address': 'fa:16:3e:b6:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:47Z', 'updated_at': '2021-09-03T21:43:53Z', 'revision_number': 5, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'subnets': [{'id': '97c0793b-a731-4eda-8b84-9dbd384ef51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:48:13.132103 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-348f9661-4365-4615-b441-e2d499313c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:48:13.134177 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-348f9661-4365-4615-b441-e2d499313c87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 200 len: 909 time: 0.3532248 Sep 03 21:48:13.176584 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-a6f8490a-cccc-42dd-9585-6e8ab91a36a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 200 len: 217 time: 0.0346589 Sep 03 21:48:13.228243 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-158f8017-998a-4952-8c42-a98af19defb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:48:13.229720 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-158f8017-998a-4952-8c42-a98af19defb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 200 len: 847 time: 0.0461290 Sep 03 21:48:13.231717 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc4d43-689c-4e52-823e-e6f6f2b97fed None None] New status for floating IP 3d47e8af-f102-44e5-93b4-b5499c04fe4b: DOWN {{(pid=94322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 21:48:13.278682 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-65c1a689-d94f-4763-8ca6-f3ba4a5ef4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:48:13.280211 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-65c1a689-d94f-4763-8ca6-f3ba4a5ef4bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6202d0a5-cefd-4ef8-865e-38ac51e15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428374 Sep 03 21:48:13.369173 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-3304d3b1-d1ca-4a22-bc5b-fd33a66ec2af service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800862 Sep 03 21:48:13.462113 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-7212cd56-963c-41b7-87a5-474a4a99edf0 req-86f1ebf4-10fb-44e9-b66a-351faaa37205 service neutron] 10.222.0.18 "GET /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Sep 03 21:48:13.854516 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:13.963426 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb100c-f795-4171-9e25-110c89858000 req-644e0e34-744e-4415-89df-99ade5483d79 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:48:13.964881 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-96bb100c-f795-4171-9e25-110c89858000 req-644e0e34-744e-4415-89df-99ade5483d79 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0476139 Sep 03 21:48:14.001826 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-96bb100c-f795-4171-9e25-110c89858000 req-6c41b7a4-b682-4f44-af61-90dbb6e387e2 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311279 Sep 03 21:48:14.246257 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-41f27045-4544-4626-88a6-c613b6cb4c7c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 21:48:14.247872 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-41f27045-4544-4626-88a6-c613b6cb4c7c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 946 time: 0.0481963 Sep 03 21:48:14.345037 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Deleting port 8b6a4240-9454-44d7-a3f1-547ee2db720c {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:14.345382 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:14.430010 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] For port 8b6a4240-9454-44d7-a3f1-547ee2db720c, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=8b6a4240-9454-44d7-a3f1-547ee2db720c,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:14.430297 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:14.442091 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Calling delete_port for 8b6a4240-9454-44d7-a3f1-547ee2db720c owned by compute:nova {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:14.677808 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:14.707682 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event deleted for resources: {'Port': ['ID=8b6a4240-9454-44d7-a3f1-547ee2db720c,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:14.733364 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.733718 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.734064 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.734401 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.734755 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.735090 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.735417 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.735743 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.736073 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.736402 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.736725 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.737047 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:14.754267 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] No DVR routers for this DVR port 8b6a4240-9454-44d7-a3f1-547ee2db720c on host hv-cinder-75998 {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:48:14.756696 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43831'] for port, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:14.759266 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [req-87fb1da6-ef74-46d2-be0e-c764257257d9 req-f21915a1-50d7-41dc-852c-02e139c1c750 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.18 "DELETE /v2.0/ports/8b6a4240-9454-44d7-a3f1-547ee2db720c HTTP/1.1" status: 204 len: 173 time: 0.5057380 Sep 03 21:48:14.759940 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'name': 'network-vif-deleted', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c'}] {{(pid=94319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 21:48:14.762234 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9ff977929a24e99413e214d1eb3a12b05995968fdc0841c38e3b49922791dc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4d4c8c-a86b-4b81-b2d6-cacd7b7d66db" -d '{"events": [{"server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "name": "network-vif-deleted", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c"}]}' {{(pid=94319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 21:48:14.855279 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa02cb10-3aed-4c1b-8b1e-350a30c6ab0c x-openstack-request-id: req-fa02cb10-3aed-4c1b-8b1e-350a30c6ab0c {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 21:48:14.855574 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8315b1b-6ff1-478f-9c3c-8ff25d4893c1", "name": "network-vif-deleted", "tag": "8b6a4240-9454-44d7-a3f1-547ee2db720c", "status": "completed", "code": 200}]} {{(pid=94319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 21:48:14.855852 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa02cb10-3aed-4c1b-8b1e-350a30c6ab0c {{(pid=94319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 21:48:14.856262 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8315b1b-6ff1-478f-9c3c-8ff25d4893c1', 'name': 'network-vif-deleted', 'tag': '8b6a4240-9454-44d7-a3f1-547ee2db720c', 'status': 'completed', 'code': 200} Sep 03 21:48:15.097889 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [req-5029cfee-c6f1-457f-a3b0-e6f2f3eed2eb req-c98506b8-caf6-43b1-99be-edc3620517a2 tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8315b1b-6ff1-478f-9c3c-8ff25d4893c1 HTTP/1.1" status: 200 len: 210 time: 0.0263703 Sep 03 21:48:16.156286 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34552) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:16.219797 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-17d75d59-2d83-41f8-a524-75d8c842c89c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:16.244554 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-17d75d59-2d83-41f8-a524-75d8c842c89c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:16.374247 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-17d75d59-2d83-41f8-a524-75d8c842c89c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:16.376896 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-17d75d59-2d83-41f8-a524-75d8c842c89c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:16.378023 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-17d75d59-2d83-41f8-a524-75d8c842c89c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] 10.222.0.46 "DELETE /v2.0/security-groups/5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55 HTTP/1.1" status: 204 len: 168 time: 0.2206025 Sep 03 21:48:16.391863 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d75d59-2d83-41f8-a524-75d8c842c89c tempest-TestShelveInstance-1948951869 tempest-TestShelveInstance-1948951869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a55cc2e-afe5-4bbe-b7e4-777a8f90cd55,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:16.475355 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34556) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:16.814432 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:17.047878 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Deleting port 204430af-5654-4e96-ac06-612c35650db0 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:17.048224 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:17.125988 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] For port 204430af-5654-4e96-ac06-612c35650db0, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=204430af-5654-4e96-ac06-612c35650db0,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:17.126298 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:17.138542 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Calling delete_port for 204430af-5654-4e96-ac06-612c35650db0 owned by network:router_interface {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:17.392078 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:17.417992 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=204430af-5654-4e96-ac06-612c35650db0,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:17.575640 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:17.782187 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:48:17.896155 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:48:17.910748 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-b56091eb-7f2d-4165-9080-07786af096f6 admin admin] 10.222.0.46 "PUT /v2.0/routers/3ad7d5ae-b431-4730-9a08-f87d5f2095c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4329400 Sep 03 21:48:17.911855 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] Sync routers for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:48:17.912626 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34558) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:17.923127 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:48:17.923999 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:48:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:18.023415 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.034192 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:48:18.125825 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.212542 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:48:17Z', 'revision_number': 5, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port': {'id': 'b2dcfe44-8c1b-4dff-bc2d-ce75050272d0', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:45Z', 'updated_at': '2021-09-03T21:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:18.238127 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] Checking router: 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 for host: dv-cinder-759987-9-iscsi {{(pid=94321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:48:18.240061 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Deleting port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:18.240401 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.247241 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] Routers {'3ad7d5ae-b431-4730-9a08-f87d5f2095c0'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:48:18.247850 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:48:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'], 'active': True} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:18.330276 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] For port b2dcfe44-8c1b-4dff-bc2d-ce75050272d0, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=b2dcfe44-8c1b-4dff-bc2d-ce75050272d0,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:18.330642 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.335205 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvr_db [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] Set router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 gateway port host: None {{(pid=94321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:48:18.343081 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Calling delete_port for b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 owned by network:router_gateway {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:18.389151 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_hamode_db [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:48:18Z', 'revision_number': 6, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port_host': None}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:18.415020 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0817372-7de6-4908-8be3-ac944387ff35 None None] The sync data for ids ['3ad7d5ae-b431-4730-9a08-f87d5f2095c0'] in dv-cinder-759987-9-iscsi is: [{'id': '3ad7d5ae-b431-4730-9a08-f87d5f2095c0', 'name': 'tempest-TestShelveInstance-272981106-router', 'tenant_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:44Z', 'updated_at': '2021-09-03T21:48:18Z', 'revision_number': 6, 'project_id': 'c61e76f4ca334b07a5e82fb9e7e87d90', 'gw_port_host': None}] {{(pid=94321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:48:18.568899 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.599494 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dcfe44-8c1b-4dff-bc2d-ce75050272d0,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:18.651212 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.736447 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.738369 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.877463 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.877967 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad7d5ae-b431-4730-9a08-f87d5f2095c0 {{(pid=94319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:48:18.882974 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] Notify callbacks [] for router, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.884149 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a1ad3620-e13e-4760-937b-0b04f35acdf8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3ad7d5ae-b431-4730-9a08-f87d5f2095c0 HTTP/1.1" status: 204 len: 168 time: 0.9704242 Sep 03 21:48:18.886848 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34560) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:18.930721 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2b31ba-bcc3-4049-ac8a-5f52714a7439 admin admin] Deleting subnet 97c0793b-a731-4eda-8b84-9dbd384ef51a {{(pid=94319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:48:18.933696 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6a2b31ba-bcc3-4049-ac8a-5f52714a7439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:18.966331 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6a2b31ba-bcc3-4049-ac8a-5f52714a7439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127826990'] for subnet, precommit_delete_associations {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.033528 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 8b6a4240-9454-44d7-a3f1-547ee2db720c no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:48:19.044835 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6a2b31ba-bcc3-4049-ac8a-5f52714a7439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.053303 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] No Port match for: 8b6a4240-9454-44d7-a3f1-547ee2db720c {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:48:19.053649 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Device 8b6a4240-9454-44d7-a3f1-547ee2db720c not bound to the agent host hv-cinder-75998 {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:48:19.164351 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6a2b31ba-bcc3-4049-ac8a-5f52714a7439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127293083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127280770'] for subnet, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.188921 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b31ba-bcc3-4049-ac8a-5f52714a7439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c0793b-a731-4eda-8b84-9dbd384ef51a,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:19.195191 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-6a2b31ba-bcc3-4049-ac8a-5f52714a7439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.207026 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-6a2b31ba-bcc3-4049-ac8a-5f52714a7439 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/97c0793b-a731-4eda-8b84-9dbd384ef51a HTTP/1.1" status: 204 len: 168 time: 0.3095903 Sep 03 21:48:19.207026 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34562) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:19.207557 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c723bf5-5157-48e7-b779-d7f0a7e3c395 None None] Network 6202d0a5-cefd-4ef8-865e-38ac51e15b1a requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:48:19.207557 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:48:19.240503 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:48:19.240853 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device b2dcfe44-8c1b-4dff-bc2d-ce75050272d0 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:48:19.241269 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 204430af-5654-4e96-ac06-612c35650db0 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:48:19.269607 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 204430af-5654-4e96-ac06-612c35650db0 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:48:19.269959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 204430af-5654-4e96-ac06-612c35650db0 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:48:19.276367 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.327880 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Deleting port a38d8e88-00b3-4ef7-91be-c41a25f5215d {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:19.328217 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.389609 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] For port a38d8e88-00b3-4ef7-91be-c41a25f5215d, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=a38d8e88-00b3-4ef7-91be-c41a25f5215d,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:19.390047 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.402626 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Calling delete_port for a38d8e88-00b3-4ef7-91be-c41a25f5215d owned by network:dhcp {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:19.418656 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] DHCP port deletion for 6202d0a5-cefd-4ef8-865e-38ac51e15b1a request from dv-cinder-759987-9-iscsi {{(pid=94321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 21:48:19.470538 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Deleting port a38d8e88-00b3-4ef7-91be-c41a25f5215d {{(pid=94321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:19.471064 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.534178 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] For port a38d8e88-00b3-4ef7-91be-c41a25f5215d, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=a38d8e88-00b3-4ef7-91be-c41a25f5215d,segment=NetworkSegment(e62b9e4b-4c68-42c3-a66a-96e049af8010),segment_id=e62b9e4b-4c68-42c3-a66a-96e049af8010)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:19.534579 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.546415 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Calling delete_port for a38d8e88-00b3-4ef7-91be-c41a25f5215d owned by network:dhcp {{(pid=94321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:19.568901 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.595971 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38d8e88-00b3-4ef7-91be-c41a25f5215d,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:19.597836 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] No DVR routers for this DVR port a38d8e88-00b3-4ef7-91be-c41a25f5215d on host dv-cinder-759987-9-iscsi {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:48:19.674815 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.687058 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6202d0a5-cefd-4ef8-865e-38ac51e15b1a']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:19.698748 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62b9e4b-4c68-42c3-a66a-96e049af8010') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:19.699054 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62b9e4b-4c68-42c3-a66a-96e049af8010') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:19.708486 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.722729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.729024 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:48:19.729413 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:48:19.731047 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:48:19.751824 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314'] for port, after_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.777892 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Pushing event deleted for resources: {'Port': ['ID=a38d8e88-00b3-4ef7-91be-c41a25f5215d,revision_number=None']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:19.780178 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] No DVR routers for this DVR port a38d8e88-00b3-4ef7-91be-c41a25f5215d on host dv-cinder-759987-9-iscsi {{(pid=94321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:48:19.789337 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.789698 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.790606 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.790606 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.791631 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.791631 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.791631 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.791631 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.792175 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.792277 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.792595 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.792929 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209918c7-d384-4415-acc7-8a4227ea1c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-9-iscsi {{(pid=94321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 21:48:19.843607 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.848987 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:19.854270 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6202d0a5-cefd-4ef8-865e-38ac51e15b1a HTTP/1.1" status: 204 len: 168 time: 0.6500068 Sep 03 21:48:19.854686 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34564) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:19.861774 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78ae8-5a54-4d30-a7ba-2f12b06b1718 admin admin] Pushing event deleted for resources: {'Network': ['ID=6202d0a5-cefd-4ef8-865e-38ac51e15b1a,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:20.202567 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3861806'] for router_interface, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:20.436067 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Deleting port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:20.436318 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:20.510239 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] For port 7c381f75-3f34-4e87-8eee-51c1b48eb6a8, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,segment=NetworkSegment(479e40fa-6361-4fa3-8514-e3b7b64e6156),segment_id=479e40fa-6361-4fa3-8514-e3b7b64e6156)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:20.510596 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:20.522441 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Calling delete_port for 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 owned by network:router_interface {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:20.763133 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:20.788345 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c381f75-3f34-4e87-8eee-51c1b48eb6a8,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:20.959196 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861946'] for router_interface, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:21.102856 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device a38d8e88-00b3-4ef7-91be-c41a25f5215d no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:48:21.125719 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: a38d8e88-00b3-4ef7-91be-c41a25f5215d {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:48:21.126072 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device a38d8e88-00b3-4ef7-91be-c41a25f5215d not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:48:21.420085 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Router 92c67452-a201-432e-bd62-7a906a272619 has already been hosted by L3 agent e28e92b9-b37d-45e8-b90a-f8a4554429c4 {{(pid=94320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 21:48:21.525343 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] Notify agent at l3_agent.dv-cinder-759987-9-iscsi the message routers_updated {{(pid=94320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 21:48:21.530211 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-8cf82e53-aec8-4173-904e-3cbb982818c6 admin admin] 10.222.0.46 "PUT /v2.0/routers/92c67452-a201-432e-bd62-7a906a272619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6747658 Sep 03 21:48:21.532865 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34566) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:21.533586 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] Sync routers for ids ['92c67452-a201-432e-bd62-7a906a272619'] in dv-cinder-759987-9-iscsi {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 21:48:21.543781 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] Routers {'92c67452-a201-432e-bd62-7a906a272619'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:48:21.544392 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:48:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['92c67452-a201-432e-bd62-7a906a272619'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:21.643777 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:21.737719 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] Set router 92c67452-a201-432e-bd62-7a906a272619 gateway port host: dv-cinder-759987-9-iscsi {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:48:21.747312 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:21.869673 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Deleting port 5dae914a-ec3f-4b48-968e-8446083a2413 {{(pid=94320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:21.870014 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:21.919608 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'external_fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:48:20Z', 'revision_number': 5, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port': {'id': '5dae914a-ec3f-4b48-968e-8446083a2413', 'name': '', 'network_id': 'cbc1e204-2e7b-4fb4-849e-44fd9644a817', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c67452-a201-432e-bd62-7a906a272619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T21:43:51Z', 'updated_at': '2021-09-03T21:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53e2c0a3-874f-4fa3-852b-d6b01316465b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-9-iscsi'}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:21.945254 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] Checking router: 92c67452-a201-432e-bd62-7a906a272619 for host: dv-cinder-759987-9-iscsi {{(pid=94322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 21:48:21.953207 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] Routers {'92c67452-a201-432e-bd62-7a906a272619'} bound to L3 agent in host dv-cinder-759987-9-iscsi {{(pid=94322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 21:48:21.953813 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T21:23:04Z,description=,heartbeat_timestamp=2021-09-03T21:48:04Z,host='dv-cinder-759987-9-iscsi',id=e28e92b9-b37d-45e8-b90a-f8a4554429c4,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T21:23:05Z,topic='l3_agent')) {'router_ids': ['92c67452-a201-432e-bd62-7a906a272619'], 'active': True} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:21.954097 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.db [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] For port 5dae914a-ec3f-4b48-968e-8446083a2413, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=5dae914a-ec3f-4b48-968e-8446083a2413,segment=NetworkSegment(bf0715e0-a075-463c-a6da-495400da74e0),segment_id=bf0715e0-a075-463c-a6da-495400da74e0)] {{(pid=94320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:21.954547 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:21.967294 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.plugins.ml2.plugin [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Calling delete_port for 5dae914a-ec3f-4b48-968e-8446083a2413 owned by network:router_gateway {{(pid=94320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:22.039020 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_dvr_db [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] Set router 92c67452-a201-432e-bd62-7a906a272619 gateway port host: None {{(pid=94322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 21:48:22.090238 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.l3_hamode_db [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:48:21Z', 'revision_number': 6, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port_host': None}], 'dv-cinder-759987-9-iscsi', False) {} {{(pid=94322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:22.118977 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18cf9f2-6dd8-4f20-a434-1d1fc3ea451b None None] The sync data for ids ['92c67452-a201-432e-bd62-7a906a272619'] in dv-cinder-759987-9-iscsi is: [{'id': '92c67452-a201-432e-bd62-7a906a272619', 'name': 'tempest-TestShelveInstance-783948079-router', 'tenant_id': 'ed086957bf404e09a00923ea218a40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T21:43:50Z', 'updated_at': '2021-09-03T21:48:21Z', 'revision_number': 6, 'project_id': 'ed086957bf404e09a00923ea218a40cb', 'gw_port_host': None}] {{(pid=94322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 21:48:22.249206 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126713282'] for port, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.275687 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5dae914a-ec3f-4b48-968e-8446083a2413,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:22.408038 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3864276'] for router_gateway, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.453959 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3863819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126022'] for router, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.456096 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.569105 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3863922'] for router, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.570279 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92c67452-a201-432e-bd62-7a906a272619 {{(pid=94320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 21:48:22.574503 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] Notify callbacks [] for router, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.575696 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-1cad6668-7c1d-4228-86eb-792fe6cdf5ef admin admin] 10.222.0.46 "DELETE /v2.0/routers/92c67452-a201-432e-bd62-7a906a272619 HTTP/1.1" status: 204 len: 168 time: 1.0418949 Sep 03 21:48:22.578081 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34568) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:22.620675 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef44205f-41d6-4b8d-a316-18ab530de739 admin admin] Deleting subnet 96a872d6-8372-4496-986b-9e07e841beee {{(pid=94320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 21:48:22.623550 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ef44205f-41d6-4b8d-a316-18ab530de739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.659979 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ef44205f-41d6-4b8d-a316-18ab530de739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126713736'] for subnet, precommit_delete_associations {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.731983 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ef44205f-41d6-4b8d-a316-18ab530de739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1485312'] for subnet, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.826988 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ef44205f-41d6-4b8d-a316-18ab530de739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1485433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126713327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126409370'] for subnet, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.851982 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44205f-41d6-4b8d-a316-18ab530de739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a872d6-8372-4496-986b-9e07e841beee,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:22.858040 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-ef44205f-41d6-4b8d-a316-18ab530de739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for subnet, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.862482 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-ef44205f-41d6-4b8d-a316-18ab530de739 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/96a872d6-8372-4496-986b-9e07e841beee HTTP/1.1" status: 204 len: 168 time: 0.2809606 Sep 03 21:48:22.862888 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34570) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:22.863956 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65367858-2bd0-4056-a75b-3282c231ec69 None None] Network 803f29a6-c0fa-4d64-8375-20b57cef4965 requested from dv-cinder-759987-9-iscsi {{(pid=94321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 21:48:22.934674 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431819'] for network, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:22.988387 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Deleting port 6cb1d2ba-59d1-40c7-a11f-04689235117e {{(pid=94319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:22.988732 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.035332 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] DHCP port deletion for 803f29a6-c0fa-4d64-8375-20b57cef4965 request from dv-cinder-759987-9-iscsi {{(pid=94321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 21:48:23.057014 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.db [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] For port 6cb1d2ba-59d1-40c7-a11f-04689235117e, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=6cb1d2ba-59d1-40c7-a11f-04689235117e,segment=NetworkSegment(479e40fa-6361-4fa3-8514-e3b7b64e6156),segment_id=479e40fa-6361-4fa3-8514-e3b7b64e6156)] {{(pid=94319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:23.057376 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.069103 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.plugin [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Calling delete_port for 6cb1d2ba-59d1-40c7-a11f-04689235117e owned by network:dhcp {{(pid=94319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:23.090852 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] Deleting port 6cb1d2ba-59d1-40c7-a11f-04689235117e {{(pid=94321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 21:48:23.091747 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742077000174'] for port, before_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.095941 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 5dae914a-ec3f-4b48-968e-8446083a2413 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:48:23.136525 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 5dae914a-ec3f-4b48-968e-8446083a2413 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:48:23.136960 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 5dae914a-ec3f-4b48-968e-8446083a2413 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:48:23.137263 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:48:23.164509 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:48:23.164853 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 7c381f75-3f34-4e87-8eee-51c1b48eb6a8 not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:48:23.206464 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.db [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] For port 6cb1d2ba-59d1-40c7-a11f-04689235117e, host dv-cinder-759987-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-9-iscsi',level=0,port_id=6cb1d2ba-59d1-40c7-a11f-04689235117e,segment=NetworkSegment(479e40fa-6361-4fa3-8514-e3b7b64e6156),segment_id=479e40fa-6361-4fa3-8514-e3b7b64e6156)] {{(pid=94321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 21:48:23.206864 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3874087'] for port, precommit_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.218735 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] Calling delete_port for 6cb1d2ba-59d1-40c7-a11f-04689235117e owned by network:dhcp {{(pid=94321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 21:48:23.232219 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127293110'] for port, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.258532 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb1d2ba-59d1-40c7-a11f-04689235117e,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:23.260587 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] No DVR routers for this DVR port 6cb1d2ba-59d1-40c7-a11f-04689235117e on host dv-cinder-759987-9-iscsi {{(pid=94319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:48:23.301230 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1547045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742077008056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742076637314'] for port, after_delete {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.327041 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] Pushing event deleted for resources: {'Port': ['ID=6cb1d2ba-59d1-40c7-a11f-04689235117e,revision_number=None']} {{(pid=94321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:23.328922 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493edbb-923f-4701-a5e7-abf370f9d531 None None] No DVR routers for this DVR port 6cb1d2ba-59d1-40c7-a11f-04689235117e on host dv-cinder-759987-9-iscsi {{(pid=94321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 21:48:23.336923 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488021', 'neutron.services.segments.db._delete_segments_for_network-8742077149013'] for network, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.347727 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803f29a6-c0fa-4d64-8375-20b57cef4965']}} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:23.357476 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479e40fa-6361-4fa3-8514-e3b7b64e6156') {'for_net_delete': True} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:23.361448 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.services.segments.db [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479e40fa-6361-4fa3-8514-e3b7b64e6156') {} {{(pid=94319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 21:48:23.366774 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742077150046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127826999'] for segment, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.380044 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337'] for segment, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.386539 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 21:48:23.386946 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1487337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127293125'] for segment, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: Traceback (most recent call last): Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: timer() Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: cb(*args, **kw) Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: return func(*args, **kwargs) Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: self._notify() Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: self.callback(batched_events) Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: event.method(event) Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: return f(self, *a, **k) Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._get(url).json() Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: return self.request(url, 'GET', **kwargs) Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 21:48:23.388567 dv-cinder-759987-9-iscsi neutron-server[94319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 21:48:23.825872 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3827260'] for network, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.831190 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672271'] for network, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:23.839337 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] 10.222.0.46 "DELETE /v2.0/networks/803f29a6-c0fa-4d64-8375-20b57cef4965 HTTP/1.1" status: 204 len: 168 time: 0.9691277 Sep 03 21:48:23.843917 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ee984-fd22-49b4-93a0-340311d46b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=803f29a6-c0fa-4d64-8375-20b57cef4965,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:24.254729 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34574) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:24.294157 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-1b137a04-cda0-47dd-b414-0705bd0ba9b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c61e76f4ca334b07a5e82fb9e7e87d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382674 Sep 03 21:48:24.296499 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [-] (94319) accepted ('10.222.0.46', 34576) {{(pid=94319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:24.344319 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2344f90c-736b-4c18-b849-d8faf1c9b441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:24.364788 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2344f90c-736b-4c18-b849-d8faf1c9b441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:24.500379 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2344f90c-736b-4c18-b849-d8faf1c9b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:24.502924 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron_lib.callbacks.manager [None req-2344f90c-736b-4c18-b849-d8faf1c9b441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:24.504080 dv-cinder-759987-9-iscsi neutron-server[94319]: INFO neutron.wsgi [None req-2344f90c-736b-4c18-b849-d8faf1c9b441 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9ec4a03-afd5-4099-9aeb-bc960232ccc5 HTTP/1.1" status: 204 len: 168 time: 0.2066944 Sep 03 21:48:24.511970 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f90c-736b-4c18-b849-d8faf1c9b441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec4a03-afd5-4099-9aeb-bc960232ccc5,revision_number=None']} {{(pid=94319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:25.053666 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 6cb1d2ba-59d1-40c7-a11f-04689235117e no longer exists at agent ovs-agent-dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 21:48:25.076448 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.plugin [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] No Port match for: 6cb1d2ba-59d1-40c7-a11f-04689235117e {{(pid=94321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 21:48:25.076796 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron.plugins.ml2.rpc [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Device 6cb1d2ba-59d1-40c7-a11f-04689235117e not bound to the agent host dv-cinder-759987-9-iscsi {{(pid=94321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 21:48:25.148700 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34582) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:25.188426 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-43e252db-4fb9-4870-9f60-26f7034446c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed086957bf404e09a00923ea218a40cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385637 Sep 03 21:48:25.191899 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [-] (94320) accepted ('10.222.0.46', 34584) {{(pid=94320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 21:48:25.253968 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-425551b5-29b5-40b3-bb93-e4e0484827c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:25.281514 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-425551b5-29b5-40b3-bb93-e4e0484827c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:25.409121 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-425551b5-29b5-40b3-bb93-e4e0484827c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744182'] for security_group, after_delete {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:25.411722 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron_lib.callbacks.manager [None req-425551b5-29b5-40b3-bb93-e4e0484827c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:25.412881 dv-cinder-759987-9-iscsi neutron-server[94320]: INFO neutron.wsgi [None req-425551b5-29b5-40b3-bb93-e4e0484827c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b593f98-f701-49b4-a856-95edea1ebdd9 HTTP/1.1" status: 204 len: 168 time: 0.2200086 Sep 03 21:48:25.421279 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425551b5-29b5-40b3-bb93-e4e0484827c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b593f98-f701-49b4-a856-95edea1ebdd9,revision_number=None']} {{(pid=94320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 21:48:31.214670 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-bf154423-025f-4508-8dc7-e3a3a4b0ba24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:33.831164 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-77a80b4f-1bb4-4e4d-942d-9f69e2330e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:33.974223 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:35.282725 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:37.111158 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:48:39.321546 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:48:43.882917 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:01.225959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-31d0f3f3-7de8-4654-87ab-eefb7123c355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:03.837065 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-0e9eaf30-2493-4846-a000-a26cd4be938c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:03.979901 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:05.259728 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:07.128114 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:08.739031 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-7a51a276-0142-4362-ab90-b9e9872409f3 req-80a34ffa-8718-40ed-8e26-fbc4cef1b87a service neutron] (94320) timed out ('10.222.0.46', 56354) {{(pid=94320) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 21:49:13.870516 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:16.320534 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:49:31.219202 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-accb690e-7c41-4cbe-9aa3-718d7403adf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:33.812951 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-15119d56-7df9-4881-b121-5e2edb25a55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:33.967450 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:35.241964 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:37.144902 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:42.081708 dv-cinder-759987-9-iscsi neutron-server[94319]: DEBUG neutron.wsgi [req-748dfbb2-7529-406c-be8a-471688b41014 req-8004d412-a2f7-4225-a340-8ed85cddcb67 tempest-TestMinimumBasicScenario-2024058543 tempest-TestMinimumBasicScenario-2024058543-project] (94319) timed out ('10.222.0.46', 51326) {{(pid=94319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 21:49:43.881595 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:49:53.318496 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:50:01.247432 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-247b8803-3ce5-4f3a-abe7-bc242952820f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:03.846920 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-7f8eeede-0577-4ffc-ab6e-e6a8c11701d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:03.983919 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:05.264254 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:07.121555 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:13.909533 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:30.320250 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:50:31.234864 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-cc54d477-3af6-468d-a7de-72947bf83b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:33.835358 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-afb180dd-404b-482a-9f3c-56ee2c45d2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:34.012524 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:35.229212 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:37.126959 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:50:43.926563 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:01.235083 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-524237b3-c8d8-44ea-a820-7feff34e5072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:03.800545 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-66660161-925d-4e1d-a587-08da302d6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:03.960412 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:05.264180 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:07.149163 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:07.318969 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:51:13.948985 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:31.263501 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3ca3141f-64f1-44a9-8f35-dffeb2f1bc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:33.822915 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-96fdade4-8d66-43ae-b125-e2d6bf7917bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:33.976505 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:35.268873 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:37.131901 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:43.914139 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:51:44.318462 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:52:01.211282 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-52ce3b43-6cd4-4ff0-99b2-4ad193ccf7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:03.816675 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-2b89c28a-1dc5-4d86-9d6d-320a7569f3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:03.971055 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:05.251710 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:07.136838 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:13.942174 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:21.317938 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:52:31.243958 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-ac6234cf-97d6-4d20-a0e0-945d7426dbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:33.838929 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-dffe257c-9c31-4b26-b276-dc1c88321c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:33.953774 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:35.294833 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:37.146383 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:43.918995 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:52:58.317219 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:53:01.221558 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-192a41ec-9455-4c6b-ab3a-a380ac1eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:03.827556 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-53974bba-7d2a-449d-9f04-f867a584ac2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:04.010389 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:05.307056 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:07.164592 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:13.929751 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-d5801b90-9962-47a4-943c-f2113adbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:20.646561 dv-cinder-759987-9-iscsi neutron-server[94320]: DEBUG neutron.wsgi [req-564ecd46-5ed1-43d7-a692-3c6b51d5b530 req-078fd1f9-794e-46a2-b0ec-9b153ae0df5f service neutron] (94320) timed out ('10.222.0.18', 51252) {{(pid=94320) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 21:53:31.219604 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-3de9245f-c35e-4600-bd4a-30955065db13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:33.825377 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-59c0b8b6-ac63-4437-928b-d0c374af0765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:33.970016 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-41a6dcc0-28c3-45d2-92a3-e423e04c1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:35.282534 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-abe957b0-489b-42e5-8fb3-294843345656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 21:53:35.315633 dv-cinder-759987-9-iscsi neutron-server[94322]: DEBUG neutron.db.agents_db [None req-7d4e439d-62d0-4464-838a-87faee557dbb None None] Agent healthcheck: found 6 active agents {{(pid=94322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 21:53:37.175579 dv-cinder-759987-9-iscsi neutron-server[94321]: DEBUG neutron_lib.callbacks.manager [None req-29bfe984-44dd-416e-bebc-a53122a595f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742077148995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373663'] for agent, after_update {{(pid=94321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}